-- Logs begin at Fri 2022-01-21 22:23:43 UTC, end at Fri 2022-01-21 23:35:34 UTC. -- Jan 21 23:09:14.779253 dv-cinder-825688-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 21 23:09:17.941116 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.common.config [-] Logging enabled! Jan 21 23:09:17.941841 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 23:09:17.941841 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102965) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 23:09:17.945133 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.common.config [-] Logging enabled! Jan 21 23:09:17.945411 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev419 Jan 21 23:09:17.945741 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102965) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 21 23:09:17.946708 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 23:09:17.946961 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 23:09:17.947344 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 23:09:17.947604 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 23:09:17.947846 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 23:09:17.948183 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.948659 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 21 23:09:17.948987 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.949296 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.949600 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.949909 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.950215 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.950510 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.950811 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.951122 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.951420 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.951712 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.952008 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.952429 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.952729 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.953034 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.953332 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.953632 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] debug = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.953926 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.954387 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.954828 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.955126 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.955436 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.955942 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.956090 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.956318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.956623 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.956968 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] host = dv-cinder-825688-1-iscsi {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.957263 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.957565 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.957867 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.958168 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.959046 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.959269 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.959574 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.959864 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.960154 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.960481 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.960785 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.961088 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.961396 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.961638 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.961877 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.962197 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.962500 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.962790 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.963088 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.963377 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.963665 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.963953 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.964235 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.964566 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.964868 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.965168 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.965457 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.965746 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.966042 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.966324 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.966625 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.966915 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.967202 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.967491 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.967794 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.968081 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.968401 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.968721 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.969027 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.969328 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.969628 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.969919 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.970219 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.970509 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.970801 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.971091 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_json = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.971380 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.971668 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.971969 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.972275 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.972583 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.972875 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.973166 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.973466 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.973755 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:17.974090 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.974940 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.975257 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.975577 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.975889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.976184 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.976524 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.976823 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.977129 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.977432 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.977737 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.978032 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.978349 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.978659 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.978971 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.979293 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.979603 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.979912 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.980205 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.980530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.980822 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.981120 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.981425 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.981722 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.982026 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.982331 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.982626 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.982941 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.983249 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.983561 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.983868 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.984158 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.984485 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.984792 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.985090 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.985376 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.985674 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.985985 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.986284 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.986569 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.986866 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.987162 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.987451 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.987737 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.988032 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.988365 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.988662 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.988949 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.989235 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.989529 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.989842 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.990143 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.990435 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.990722 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.991008 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.991301 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.991590 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.991881 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.992179 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.992501 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.992796 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.993086 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.993375 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.993664 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.993954 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.994239 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.994525 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.994811 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.995103 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.995387 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.995674 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.995968 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.996297 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.996571 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.996872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.997185 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.997478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.997770 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.998064 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.998360 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.998654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.998948 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.999241 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.999532 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:17.999821 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.000129 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.000478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.000782 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.001107 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.001403 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.001713 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.002007 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.002306 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.002599 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.002891 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.003189 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.003488 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.003796 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.004102 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.004442 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.004750 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.005056 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.005373 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.005699 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.006000 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:18.006232 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 23:09:18.006492 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102965) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 21 23:09:18.396683 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 23:09:18.396983 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 23:09:18.397324 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 21 23:09:18.397680 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 21 23:09:18.736953 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.737203 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.737493 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.738868 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.739161 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.739445 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.785484 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.785779 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.786063 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.802733 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.803035 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.803319 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.833652 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.833946 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.834231 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.871243 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.871542 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:18.871843 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.232148 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.232980 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.232980 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.233216 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.233907 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.338613 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.338947 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.339257 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.339548 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.339833 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.340161 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.340472 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.340750 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.341025 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.341331 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.341605 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.341884 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.342157 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.342427 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.342701 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.342982 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.343254 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.343534 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.343819 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.344096 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.344421 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.344695 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.345000 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.345394 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.345663 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.345928 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.346343 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.346602 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.346857 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.347110 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.347361 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.347613 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:19.347992 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 21 23:09:19.351308 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 21 23:09:19.355548 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 21 23:09:19.359546 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 21 23:09:19.361327 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 21 23:09:19.361957 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 21 23:09:19.362312 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 21 23:09:19.362715 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 21 23:09:19.366080 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 21 23:09:19.366352 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 21 23:09:19.366714 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 23:09:19.372747 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 21 23:09:19.398784 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 21 23:09:19.399254 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.399570 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102965) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 21 23:09:19.399951 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.401480 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102965) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 21 23:09:19.401781 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 21 23:09:19.402047 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 21 23:09:19.405444 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.405753 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:19.477667 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 21 23:09:19.477923 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 21 23:09:19.478177 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 21 23:09:19.478562 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 21 23:09:19.500666 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_db.sqlalchemy.engines [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102965) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 21 23:09:20.122934 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing driver for type 'gre' Jan 21 23:09:20.123467 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] gre ID ranges: [(1, 1000)] Jan 21 23:09:20.311395 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing driver for type 'local' Jan 21 23:09:20.312130 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing driver for type 'vlan' Jan 21 23:09:20.362925 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] VlanTypeDriver initialization complete Jan 21 23:09:20.363272 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing driver for type 'vxlan' Jan 21 23:09:20.363770 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] vxlan ID ranges: [(1, 1000)] Jan 21 23:09:20.494624 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing extension driver 'port_security' Jan 21 23:09:20.494968 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.extensions.port_security [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] PortSecurityExtensionDriver initialization complete Jan 21 23:09:20.495357 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing mechanism driver 'openvswitch' Jan 21 23:09:20.495791 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing mechanism driver 'hyperv' Jan 21 23:09:20.502975 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.plugin [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:20.503839 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.504232 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.504634 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.505228 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.505645 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.506015 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.506379 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.506792 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.507218 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.507582 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.507955 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.508385 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.508814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.509182 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.509541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.509954 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.510384 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.510742 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.511099 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.511511 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.511940 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > address_group after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.512335 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > address_group after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.512708 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.513110 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102965) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 21 23:09:20.513578 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] ML2 OVO RPC backend initialized. {{(pid=102965) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 21 23:09:20.514300 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.514675 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.515111 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.515478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > networks before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.515844 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.516205 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > ports before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.516599 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.517126 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnets before_response 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.517502 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.517859 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.518211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.518563 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.518917 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.519273 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.519628 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.519980 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.520359 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.521451 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.plugin [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Modular L2 Plugin initialization complete Jan 21 23:09:20.521802 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading services supported by the core plugin {{(pid=102965) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 21 23:09:20.522143 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.plugins.ml2.managers [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Got port-security extension from driver 'port_security' Jan 21 23:09:20.522624 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.extensions.vlantransparent [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Disabled vlantransparent extension. Jan 21 23:09:20.523130 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102965) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 21 23:09:20.523460 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: router Jan 21 23:09:20.563329 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.563727 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_create 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.564115 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router before_create 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.564544 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.564932 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.565309 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_delete 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.565685 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.566176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.566558 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_create 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.566926 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.567294 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.567660 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.568585 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.569016 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.569400 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.569753 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.570128 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: subnet after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.570464 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.570828 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.571189 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_create 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.571548 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.571906 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.572305 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router after_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.572667 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.573035 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_create 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.573410 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.573771 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_update 55549900 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.574150 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > agent after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.574517 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > agent after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.574878 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > network after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.575753 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Tracking information for resource: router configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:20.576104 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Tracking information for resource: floatingip configured {{(pid=102965) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 21 23:09:20.581227 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.db.l3_agentschedulers_db [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 21 23:09:20.581827 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.582210 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.582576 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.582942 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: port after_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.584387 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router before_create 55550100 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.584771 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.585153 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_create 55550100 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.585526 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > router precommit_update 55550100 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.590323 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.provider_configuration [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service providers = [] {{(pid=102965) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 21 23:09:20.590704 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.db.servicetype_db [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102965) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 21 23:09:20.593970 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.service_base [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 23:09:20.594343 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.service_base [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 23:09:20.594705 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.service_base [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 23:09:20.595679 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.services.service_base [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102965) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 21 23:09:20.596066 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.services.service_base [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 21 23:09:20.596495 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.596831 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 21 23:09:20.608166 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.608532 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: auto_allocate Jan 21 23:09:20.614590 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: network precommit_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.614987 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: network precommit_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.615525 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.615866 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: tag Jan 21 23:09:20.622942 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.623293 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: timestamp Jan 21 23:09:20.644167 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.644560 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: network_ip_availability Jan 21 23:09:20.651000 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.651393 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.651763 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.652565 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.652906 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: flavors Jan 21 23:09:20.658270 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.658637 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading Plugin: revisions Jan 21 23:09:20.663233 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102965) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.266s {{(pid=102965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102965) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Initializing extension manager. Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: __init__.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: __pycache__ {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.674395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: address_group.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: address-group Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: address_scope.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: address-scope Jan 21 23:09:20.675043 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.675760 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.675760 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: router-admin-state-down-before-update Jan 21 23:09:20.675760 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: agent.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.676459 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.676977 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: agent Jan 21 23:09:20.677342 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: agent_resources_synced.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.678334 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.678854 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: agent-resources-synced Jan 21 23:09:20.679193 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: allowedaddresspairs.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.681174 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.681722 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: allowed-address-pairs Jan 21 23:09:20.682057 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: auto_allocated_topology.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.683212 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.683736 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: auto-allocated-topology Jan 21 23:09:20.684078 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: availability_zone.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.684848 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.685369 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: availability_zone Jan 21 23:09:20.685717 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: availability_zone_filter.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.686702 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.687223 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: availability_zone_filter Jan 21 23:09:20.687847 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: data_plane_status.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.688869 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.689379 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension data-plane-status not supported by any of loaded plugins Jan 21 23:09:20.689720 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: default_subnetpools.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.690720 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.691239 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: default-subnetpools Jan 21 23:09:20.691582 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.692545 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.693603 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: dhcp_agent_scheduler Jan 21 23:09:20.694000 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: dns.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.694963 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.695476 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension dns-integration not supported by any of loaded plugins Jan 21 23:09:20.695816 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: dns_domain_ports.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.696851 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.697364 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 21 23:09:20.697703 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.698708 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.699223 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 21 23:09:20.699565 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: dvr.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.700293 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.700812 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: dvr Jan 21 23:09:20.701152 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: ecmp_routes.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.707361 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.707880 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 21 23:09:20.708217 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: empty_string_filtering.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.709772 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.710325 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: empty-string-filtering Jan 21 23:09:20.710664 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.711649 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.712169 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 21 23:09:20.712555 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.713546 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.714064 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 21 23:09:20.714402 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: external_net.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.715497 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.716019 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: external-net Jan 21 23:09:20.716394 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.717375 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.717903 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: extra_dhcp_opt Jan 21 23:09:20.718239 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: extraroute.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.719239 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.719759 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: extraroute Jan 21 23:09:20.720095 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: extraroute_atomic.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.721453 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.721982 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: extraroute-atomic Jan 21 23:09:20.722323 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: filter_validation.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.723022 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.723542 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: filter-validation Jan 21 23:09:20.723881 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: fip_pf_description.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.724946 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.725468 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 21 23:09:20.725809 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: fip_port_details.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.726798 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.727317 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: fip-port-details Jan 21 23:09:20.727660 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: flavors.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.729025 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.729552 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: flavors Jan 21 23:09:20.729891 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.731666 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.732196 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 21 23:09:20.732575 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: floatingip_pools.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.733313 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.733834 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: floatingip-pools Jan 21 23:09:20.734175 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: ip_allocation.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.735184 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.735700 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension ip_allocation not supported by any of loaded plugins Jan 21 23:09:20.736039 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.737074 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.737596 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: ip-substring-filtering Jan 21 23:09:20.737943 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l2_adjacency.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.738946 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.739457 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 21 23:09:20.739850 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.740891 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.741427 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: router Jan 21 23:09:20.741769 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.744342 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.746311 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 21 23:09:20.746608 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.747644 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.748180 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: ext-gw-mode Jan 21 23:09:20.748559 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.749591 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.750121 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: l3-ha Jan 21 23:09:20.750461 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3_flavors.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.756468 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.756992 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: l3-flavors Jan 21 23:09:20.757336 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.758327 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.758849 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 21 23:09:20.759192 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: l3agentscheduler.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.760326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.760861 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: l3_agent_scheduler Jan 21 23:09:20.761206 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: local_ip.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.763097 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.763642 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension local_ip not supported by any of loaded plugins Jan 21 23:09:20.763994 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: logging.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.765720 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.766253 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension logging not supported by any of loaded plugins Jan 21 23:09:20.766611 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: metering.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.767393 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.767986 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: metering Jan 21 23:09:20.768366 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.769544 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.770072 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: metering_source_and_destination_fields Jan 21 23:09:20.770417 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: multiprovidernet.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.772085 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.772644 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: multi-provider Jan 21 23:09:20.772993 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: netmtu.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.773988 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.774513 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: net-mtu Jan 21 23:09:20.774851 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: netmtu_writable.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.775848 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.776416 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: net-mtu-writable Jan 21 23:09:20.776754 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: network_availability_zone.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.783528 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.783528 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: network_availability_zone Jan 21 23:09:20.783528 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: network_ip_availability.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.784462 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.784991 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: network-ip-availability Jan 21 23:09:20.785334 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: network_segment_range.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.786134 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.786679 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension network-segment-range not supported by any of loaded plugins Jan 21 23:09:20.787017 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: pagination.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.788090 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.788473 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: pagination Jan 21 23:09:20.788813 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: port_device_profile.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.789802 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.790405 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: port-device-profile Jan 21 23:09:20.790744 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.791742 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.792294 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: port-mac-address-regenerate Jan 21 23:09:20.792637 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.793624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.794141 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: port-numa-affinity-policy Jan 21 23:09:20.794478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: port_resource_request.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.795487 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.796008 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension port-resource-request not supported by any of loaded plugins Jan 21 23:09:20.796375 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: port_resource_request_groups.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.797515 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.798237 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 21 23:09:20.798722 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: portbindings.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.799750 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.800241 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: binding Jan 21 23:09:20.800604 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: portbindings_extended.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.802019 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.802588 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: binding-extended Jan 21 23:09:20.802935 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: portsecurity.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.803940 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.804506 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: port-security Jan 21 23:09:20.804849 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: project_id.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.805908 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.806254 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: project-id Jan 21 23:09:20.806593 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: providernet.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.807644 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.808167 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: provider Jan 21 23:09:20.808539 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.812627 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.813157 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos not supported by any of loaded plugins Jan 21 23:09:20.813505 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.820718 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.821252 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 21 23:09:20.821598 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.822591 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.823120 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 21 23:09:20.823461 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_default.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.824494 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.825023 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-default not supported by any of loaded plugins Jan 21 23:09:20.825361 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_fip.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.826357 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.826880 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-fip not supported by any of loaded plugins Jan 21 23:09:20.827217 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.828207 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.828754 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 21 23:09:20.829091 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_gateway_ip.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.830088 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.830610 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 21 23:09:20.830948 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_port_network_policy.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.832060 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.832613 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 21 23:09:20.832951 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.834638 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.835163 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 21 23:09:20.835503 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_pps_rule.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.836876 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.837398 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-pps not supported by any of loaded plugins Jan 21 23:09:20.837743 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_rule_type_details.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.838732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.839254 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 21 23:09:20.839593 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: qos_rules_alias.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.840752 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.841275 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 21 23:09:20.841616 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: quota_check_limit.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.842613 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.843139 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: quota-check-limit Jan 21 23:09:20.843477 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: quotasv2.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.844542 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.844881 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: quotas Jan 21 23:09:20.845217 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: quotasv2_detail.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.849195 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.849555 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: quota_details Jan 21 23:09:20.849907 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: rbac.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.851019 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.851572 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: rbac-policies Jan 21 23:09:20.851924 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: rbac_address_group.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.860801 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.861333 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: rbac-address-group Jan 21 23:09:20.861684 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: rbac_address_scope.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.862689 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.863213 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: rbac-address-scope Jan 21 23:09:20.863555 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: rbac_security_groups.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.864604 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.865271 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: rbac-security-groups Jan 21 23:09:20.865612 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: rbac_subnetpool.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.866610 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.867135 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: rbac-subnetpool Jan 21 23:09:20.867475 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: revisionifmatch.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.868508 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.869033 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: revision-if-match Jan 21 23:09:20.869371 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: revisions.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.870619 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.871142 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: standard-attr-revisions Jan 21 23:09:20.871484 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: router_availability_zone.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.872201 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.872761 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: router_availability_zone Jan 21 23:09:20.873104 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: routerservicetype.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.874113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.874641 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension router-service-type not supported by any of loaded plugins Jan 21 23:09:20.874981 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.876061 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.876628 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: security-groups-normalized-cidr Jan 21 23:09:20.876969 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.877976 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.878494 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: port-security-groups-filtering Jan 21 23:09:20.878834 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.879848 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.880914 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: security-groups-remote-address-group Jan 21 23:09:20.881259 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.882277 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.882801 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: security-groups-shared-filtering Jan 21 23:09:20.883140 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.883759 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 21 23:09:20.884096 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: securitygroup.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.894220 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.894772 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: security-group Jan 21 23:09:20.895118 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: segment.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.896608 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.897136 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension segment not supported by any of loaded plugins Jan 21 23:09:20.897482 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.898523 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.899055 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 21 23:09:20.899395 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: servicetype.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.900650 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.901185 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: service-type Jan 21 23:09:20.901532 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: sorting.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.902602 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.902955 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: sorting Jan 21 23:09:20.903294 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: standard_attr_segment.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.904347 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.904879 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 21 23:09:20.905225 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: standardattrdescription.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.905905 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.906427 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: standard-attr-description Jan 21 23:09:20.906767 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: stateful_security_group.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.907772 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.908336 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: stateful-security-group Jan 21 23:09:20.908680 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: stdattrs_common.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.909282 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 21 23:09:20.909620 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.910815 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.911237 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 21 23:09:20.911605 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnet_onboard.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.912800 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.913327 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: subnet_onboard Jan 21 23:09:20.913662 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.914673 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.915191 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 21 23:09:20.915527 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnet_service_types.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.916571 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.917092 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: subnet-service-types Jan 21 23:09:20.917428 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnetallocation.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.918604 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.919139 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: subnet_allocation Jan 21 23:09:20.919480 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.920184 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.920745 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: subnetpool-prefix-ops Jan 21 23:09:20.921085 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.922094 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.922622 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 21 23:09:20.922951 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: tagging.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.924089 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.924662 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: standard-attr-tag Jan 21 23:09:20.925003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: timestamp.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.926326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.926861 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loaded extension: standard-attr-timestamp Jan 21 23:09:20.927236 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: trunk.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.928396 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.928923 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension trunk not supported by any of loaded plugins Jan 21 23:09:20.929265 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: trunk_details.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.930264 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.930788 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension trunk-details not supported by any of loaded plugins Jan 21 23:09:20.931130 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: uplink_status_propagation.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.932135 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.932715 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 21 23:09:20.933053 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Loading extension file: vlantransparent.py {{(pid=102965) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 21 23:09:20.933765 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102965) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 21 23:09:20.934280 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 21 23:09:20.936839 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:network Jan 21 23:09:20.937650 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnet Jan 21 23:09:20.938061 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 23:09:20.938469 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:port Jan 21 23:09:20.940923 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.941403 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service FLAVORS assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:router Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service METERING assigned prefix: /metering {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.946326 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.946925 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.946925 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:09:20.947510 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 23:09:20.947984 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:security_group Jan 21 23:09:20.948470 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 23:09:20.949113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service CORE assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.949461 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 23:09:20.949825 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] subnetpool is already registered Jan 21 23:09:20.950285 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service CORE assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.950623 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 23:09:20.950984 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] subnetpool is already registered Jan 21 23:09:20.953439 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.953897 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service FLAVORS assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.954498 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.954935 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.955282 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:router Jan 21 23:09:20.955636 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] router is already registered Jan 21 23:09:20.956063 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:floatingip Jan 21 23:09:20.956455 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] floatingip is already registered Jan 21 23:09:20.956928 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service METERING assigned prefix: /metering {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.957604 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of CountableResource for resource:rbac_policy Jan 21 23:09:20.957944 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] rbac_policy is already registered Jan 21 23:09:20.958961 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:security_group Jan 21 23:09:20.959322 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] security_group is already registered Jan 21 23:09:20.959742 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 21 23:09:20.960092 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] security_group_rule is already registered Jan 21 23:09:20.960767 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service CORE assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.961113 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 23:09:20.961462 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] subnetpool is already registered Jan 21 23:09:20.961900 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.v2.resource_helper [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Service CORE assigned prefix: {{(pid=102965) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 21 23:09:20.962239 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Creating instance of TrackedResource for resource:subnetpool Jan 21 23:09:20.962590 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING neutron.quota.resource_registry [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] subnetpool is already registered Jan 21 23:09:20.963083 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: extensions {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.964609 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: address-groups {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.966175 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: address-scopes {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.967499 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: agents {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.968735 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: auto-allocated-topology {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.970039 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: availability_zones {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.971339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: dhcp-networks {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.972917 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: dhcp-agents {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.974522 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: routers {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.976817 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: flavors {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.978028 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: service_profiles {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.979368 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: next_providers {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.980859 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: service_profiles {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.982433 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: floatingip-pools {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.983714 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: routers {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.985966 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: floatingips {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.987250 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: l3-routers {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.988738 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: l3-agents {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.992336 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: metering-labels {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.992336 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: metering-label-rules {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.993472 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: network-ip-availabilities {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.994784 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: bindings {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.996553 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: quotas {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.998123 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: quotas {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:20.999679 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: rbac-policies {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.001088 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: security-groups {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.002365 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: security-group-rules {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.003631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: service-providers {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.004948 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: subnetpools {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.007032 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: subnetpools {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.008582 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.010296 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.013123 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.014945 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.016809 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.018713 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.020503 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.022447 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.024474 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.026590 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron.api.extensions [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Extended resource: tags {{(pid=102965) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 21 23:09:21.032444 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING keystonemiddleware.auth_token [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 21 23:09:21.037188 dv-cinder-825688-1-iscsi neutron-server[102965]: WARNING keystonemiddleware.auth_token [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 21 23:09:21.045967 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Acquired lock "singleton_lock" {{(pid=102965) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 21 23:09:21.046466 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_concurrency.lockutils [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Releasing lock "singleton_lock" {{(pid=102965) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 21 23:09:21.047133 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Starting 2 workers Jan 21 23:09:21.053996 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Started child 103078 {{(pid=102965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 23:09:21.059991 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Started child 103079 {{(pid=102965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 23:09:21.062575 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO neutron.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 21 23:09:21.062790 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.063618 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.064830 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [-] (103078) wsgi starting up on http://0.0.0.0:9696 Jan 21 23:09:21.066560 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Starting 1 workers Jan 21 23:09:21.066881 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.069527 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [-] (103079) wsgi starting up on http://0.0.0.0:9696 Jan 21 23:09:21.074306 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Started child 103080 {{(pid=102965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 23:09:21.074995 dv-cinder-825688-1-iscsi neutron-server[102965]: INFO oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Starting 1 workers Jan 21 23:09:21.078837 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] calling RpcWorker wait() {{(pid=103080) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 21 23:09:21.079515 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] returning from RpcWorker wait() {{(pid=103080) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 21 23:09:21.080975 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Started child 103081 {{(pid=102965) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 21 23:09:21.081120 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.081716 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:21.082039 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG neutron_lib.callbacks.manager [None req-a372393d-bd51-4ccd-8ae3-80885d587148 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.084922 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102965) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 23:09:21.085166 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 23:09:21.085585 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 23:09:21.085850 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 23:09:21.086250 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 23:09:21.086423 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 23:09:21.087213 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.087523 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.087641 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:21.088195 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.088195 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.088564 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.089085 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.089385 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.089659 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.089965 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.090247 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.090432 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.090800 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.091247 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.091495 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.091819 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.092133 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.092421 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.092714 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.092899 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.093494 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.093672 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.094117 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.094418 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] debug = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.094678 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.095227 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.095468 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.095737 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.095988 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.096318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.096589 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.096908 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.097156 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.097413 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.097647 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.097944 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.098244 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.098447 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.098733 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.099020 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.099308 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.099622 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.100147 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] host = dv-cinder-825688-1-iscsi {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.100407 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.100641 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.101281 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.101281 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.101559 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.101665 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.101899 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.102160 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.102465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.102705 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.102980 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.103259 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.103514 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.103778 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.103979 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_options = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.104192 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.104545 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.104859 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.105060 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.105265 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.105448 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.105675 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.105861 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.106122 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.106389 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.106618 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.106885 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.107080 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.107308 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.107579 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.107844 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.108062 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.108365 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.108614 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.108855 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.109096 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.109434 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.109631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.109922 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.110135 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.110378 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.110562 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.110756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.110935 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.111224 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.111410 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.111657 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.111940 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.112220 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.112520 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.112881 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.113128 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.113397 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.113761 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.114003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.114280 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.114540 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.115321 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.115507 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:21.115715 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.115908 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.116210 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.116210 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_json = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.116610 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.116791 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.117110 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.117323 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.117493 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.117660 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.117895 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.118147 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.118381 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.119006 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.119314 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.119682 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.119922 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.120213 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.120484 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.120768 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.120981 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.121282 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.121501 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.121884 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.122123 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.122452 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.122680 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.123230 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.123422 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.123663 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.123916 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.124150 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.124449 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.124754 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.125064 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.125432 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.125752 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.125997 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.126266 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.126526 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.126866 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.127159 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.127575 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.127876 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.128148 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.138/identity {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.128477 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.128729 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.128985 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.129241 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.129489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.129696 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.129960 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.130302 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.131064 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.131250 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.131488 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.131759 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.131998 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.132315 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.132519 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.132791 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.135707 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.137082 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138118 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138118 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138118 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138118 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138788 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138788 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.138788 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.139044 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.139044 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.139380 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.139516 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.139723 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.140040 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.140194 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.140396 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.140655 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.140825 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.141054 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.141278 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.141592 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.141780 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.142006 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.142255 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.142478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.142729 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.142956 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.143247 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.143629 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.143998 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.144431 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.144668 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.144959 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.145156 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.145407 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.145636 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.145904 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.146136 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.146429 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.146674 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.146913 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.147158 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.147387 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.147636 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.147896 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.148149 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.148427 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.148681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.148926 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.149221 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.149508 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.149754 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.150001 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.150261 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.150523 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.150771 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.151056 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.151287 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.151568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.151875 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.152171 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.152545 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.152811 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.153066 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.153362 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.153642 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.153930 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.154172 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.154451 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.154725 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.154994 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.155226 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.155456 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.155720 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.156111 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.157541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.157541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.157541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.157541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.157541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.158624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.158624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.158624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.158624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.158624 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.138/identity {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.160113 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.164580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.165318 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166743 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166743 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166743 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.166743 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.167086 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.167086 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.167308 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168177 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168177 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168177 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168177 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168683 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168797 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.168972 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.169324 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.169596 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.169884 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.170115 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.170347 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.170611 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.170942 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.171119 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.171347 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172226 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172226 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172226 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172671 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172671 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172991 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.172991 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.173316 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.173486 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.173759 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.174050 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.174314 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.174559 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.174830 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.175058 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.175302 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.175564 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.175784 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.176003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.177726 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.177726 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.177726 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.177726 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.177726 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.178372 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.178372 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.178372 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.178647 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.178818 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.179041 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.179263 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.179497 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.179749 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.180004 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.180209 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.180461 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.180711 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.180981 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.181197 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.181426 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.185732 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186964 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186964 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186964 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.186964 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.187511 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.187600 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.187871 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.188372 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.188674 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.189261 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.189563 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.189792 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.190138 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.190519 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.190812 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.191079 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.191342 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.191607 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.191841 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.192075 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.192414 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.192635 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.193353 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.193625 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.193853 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.194834 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.194834 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.194834 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.194834 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.195544 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.195544 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.195544 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.196056 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.196056 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 23:09:21.196451 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102965) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 21 23:09:21.196631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 21 23:09:21.196822 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 21 23:09:21.196822 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 21 23:09:21.197141 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 21 23:09:21.197141 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 21 23:09:21.197467 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.197637 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.197637 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.197960 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.197960 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198295 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198295 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198630 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198630 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198974 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.198974 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199287 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199287 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199537 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199537 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199737 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.199897 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200041 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200175 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200360 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200536 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200692 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200803 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] debug = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.200967 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.201167 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.201350 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.201516 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.201666 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.201835 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202175 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202342 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202524 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202686 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202823 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.202960 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203130 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203299 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203470 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203640 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203808 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.203976 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] host = dv-cinder-825688-1-iscsi {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.204149 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.204352 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.208654 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_options = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.209814 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.210872 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211465 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211873 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211873 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.211873 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.212077 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.212212 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.212413 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213008 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213008 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213008 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213531 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213531 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213531 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.213531 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214004 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214004 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_json = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214004 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214347 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214347 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214606 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214606 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214805 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.214906 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.215060 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.215229 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 21 23:09:21.215406 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.215581 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.215765 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.215916 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216097 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216286 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216447 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216629 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216794 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.216958 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217140 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217314 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217497 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217660 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217816 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.217985 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.218157 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.218330 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.218504 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.218678 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.218851 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219024 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219307 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219487 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219646 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219802 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.219907 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220022 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220168 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220387 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220562 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220736 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.138/identity {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.220909 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221100 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221256 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221429 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221603 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221768 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.221936 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222109 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222282 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222456 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222628 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222801 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.222962 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.223137 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.223345 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.223464 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.223610 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.223801 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.224062 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.224174 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.224339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.224474 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228003 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.228889 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.229756 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.230568 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.231458 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.232339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.232339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.232339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.232339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.232339 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233049 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233049 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233049 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233049 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233049 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233631 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233895 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.233895 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234074 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234172 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234306 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234478 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234649 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.234831 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235210 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235332 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235434 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:21.235538 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235638 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235803 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.235977 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.236150 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.236360 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.236538 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.236710 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.236882 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.237055 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.237227 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.237399 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.237572 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.237758 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238012 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238191 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238363 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238558 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238731 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.238897 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.239054 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.239214 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.239376 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.239521 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.240190 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.240368 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.240526 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.240704 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.240969 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.138/identity {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.242668 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.242668 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.242668 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243002 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243002 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243251 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243356 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243486 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243666 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243836 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.243997 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.244156 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.244371 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.244547 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.244721 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.244899 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245074 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245249 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245422 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245595 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245749 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.245929 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246102 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246276 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246449 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246667 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246816 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.246975 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247147 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247306 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247461 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247621 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247775 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.247880 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.248044 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.248218 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.248653 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.248833 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249005 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249153 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249324 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249497 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249671 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.249860 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.250034 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.250207 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.250380 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.250541 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.250841 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251000 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251156 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251310 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251490 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251650 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.251824 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252009 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252171 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252430 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252717 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252852 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.252960 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.253153 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.256681 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.257530 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258211 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.258890 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.260489 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261176 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261682 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261682 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.261682 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262011 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262011 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262181 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262340 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262484 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262628 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262815 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.262977 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.263154 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.263344 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.263595 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.263760 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.263904 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264046 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264215 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264411 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264580 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264731 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.264910 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.265090 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.265503 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.265503 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.265788 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.265788 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266046 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266046 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266233 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266512 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266687 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 21 23:09:21.266854 dv-cinder-825688-1-iscsi neutron-server[102965]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102965) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 21 23:09:21.530032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 50664) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:09:21.541426 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [-] 10.222.0.138 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0084934 Jan 21 23:09:34.384402 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8e14a-f7fb-415a-a8da-8c74c59c7962 None None] get_active_networks_info from dv-cinder-825688-1-iscsi {{(pid=103080) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 21 23:09:34.491288 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8e14a-f7fb-415a-a8da-8c74c59c7962 None None] No non-hosted networks {{(pid=103080) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 21 23:09:34.516907 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.agentschedulers_db [None req-89c8e14a-f7fb-415a-a8da-8c74c59c7962 None None] DHCP Agent not found on host dv-cinder-825688-1-iscsi {{(pid=103080) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 21 23:09:34.620143 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d1f473c2-be8e-461d-ae52-c1d5ea1c9ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:36.911329 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-042c902e-da81-4599-9624-6839c1e780ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:36.952895 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.db.api [None req-93e946d3-9faf-4408-bf63-ca12ef3dfa3a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825688-1-iscsi {{(pid=103080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 23:09:36.953893 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG oslo_db.api [None req-93e946d3-9faf-4408-bf63-ca12ef3dfa3a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 23:09:37.480165 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-93e946d3-9faf-4408-bf63-ca12ef3dfa3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:39.191865 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:40.620588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:40.850828 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.db.l3_hamode_db [None req-2db0d17a-f2ad-45c1-aae5-df9823454fa8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 21 23:09:40.931331 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0d17a-f2ad-45c1-aae5-df9823454fa8 None None] Routers set() bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:09:40.931731 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db0d17a-f2ad-45c1-aae5-df9823454fa8 None None] Router IDs set() for agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 21 23:09:41.272303 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:41.272303 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.272303 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.272303 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.273147 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.273787 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.274320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.275128 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.275784 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.276368 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.277012 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.278207 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.278975 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.280148 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:41.281364 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825688-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:41.292790 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825688-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:09:44.748486 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50764) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:09:45.267611 dv-cinder-825688-1-iscsi neutron-server[103078]: WARNING oslo_policy.policy [None req-cd91619c-3d77-4c71-9b4f-f6287e06236c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:09:45.268315 dv-cinder-825688-1-iscsi neutron-server[103078]: WARNING oslo_policy.policy [None req-cd91619c-3d77-4c71-9b4f-f6287e06236c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:09:45.500726 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [None req-cd91619c-3d77-4c71-9b4f-f6287e06236c admin admin] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:09:45.501984 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-cd91619c-3d77-4c71-9b4f-f6287e06236c admin admin] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7509172 Jan 21 23:09:48.326923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50780) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:09:48.637319 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'tenant_id': '4d92b82f28a24d19ad9fa21299deaa62', 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:09:48.740835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.policy [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103078) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 23:09:48.787752 dv-cinder-825688-1-iscsi neutron-server[103078]: WARNING oslo_policy.policy [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:09:48.788167 dv-cinder-825688-1-iscsi neutron-server[103078]: WARNING oslo_policy.policy [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:09:48.797447 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.quota [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] Loaded quota_driver: . Jan 21 23:09:49.015522 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730314742', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730315203', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730357583', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730360376', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730342568', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735730350610', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1534689', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1542800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683863', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3742657'] for rbac-policy (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:49.199210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:49.200441 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-67f33dff-2ff9-4441-ac56-9dd9648582c5 admin admin] 10.222.0.138 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8724751 Jan 21 23:09:51.979979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50792) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:09:52.288283 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Request body: {'network': {'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'name': 'private'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:09:52.373100 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Made reservation on behalf of 683266ef7dae492abcbdf17aff5a5106 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:09:52.376131 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.393540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.503129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks [] for security_group (06707f0a-916b-407f-bc0f-c28cb75dfaa1), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.556869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (06707f0a-916b-407f-bc0f-c28cb75dfaa1), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.582123 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:09:52.606692 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735731203350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (a32323da-47b3-4551-b750-6c30836e85d7), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.607299 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Unsubscribe: segment precommit_create {{(pid=103078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 23:09:52.607894 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Added segment a32323da-47b3-4551-b750-6c30836e85d7 of type vlan for network 2376983e-6dac-4b7e-b33a-0767d7aeec7f Jan 21 23:09:52.623760 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06707f0a-916b-407f-bc0f-c28cb75dfaa1,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:09:52.677838 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.678209 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.678558 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.678900 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.679235 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.679569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.679919 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.680253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.680627 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.680980 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.681307 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.681630 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.681964 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Tracked resource versions report: Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: pushed versions: Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: { 'AddressGroup': {'1.2'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'ConntrackHelper': {'1.0'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Log': {'1.0'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Network': {'1.1'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Port': {'1.7'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'PortForwarding': {'1.2'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'QosPolicy': {'1.10'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroup': {'1.5'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SubPort': {'1.0'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Subnet': {'1.1'}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Trunk': {'1.1'}} Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: consumer versions: Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'ConntrackHelper': '1.0', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'LocalIPAssociation': '1.0', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Log': '1.0', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Network': '1.1', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Port': '1.7', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'PortForwarding': '1.2', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'QosPolicy': '1.10', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroup': '1.5', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroupRule': '1.2', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SubPort': '1.0', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Subnet': '1.1', Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Trunk': '1.1'}} Jan 21 23:09:52.683389 dv-cinder-825688-1-iscsi neutron-server[103078]: {{(pid=103078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:09:52.719694 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (2376983e-6dac-4b7e-b33a-0767d7aeec7f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.813230 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (2376983e-6dac-4b7e-b33a-0767d7aeec7f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.814628 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:09:52.815398 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:52.912621 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] Pushing event updated for resources: {'Network': ['ID=2376983e-6dac-4b7e-b33a-0767d7aeec7f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:09:52.924096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:09:52.924800 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-73371ed4-ae9a-4985-95b3-dad5a61c4197 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9445164 Jan 21 23:09:55.833849 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50806) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:09:56.235569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3261fad2-7038-46d2-928c-ce20404ca8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:09:56.236935 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3261fad2-7038-46d2-928c-ce20404ca8dd admin admin] 10.222.0.138 "GET /v2.0/networks/2376983e-6dac-4b7e-b33a-0767d7aeec7f HTTP/1.1" status: 200 len: 825 time: 0.4020913 Jan 21 23:09:56.261975 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ef2bae09-4725-46fe-8f42-7f35a935fe89 admin admin] 10.222.0.138 "GET /v2.0/subnetpools/4865b633-00a4-4d93-8063-8517fa396ac9 HTTP/1.1" status: 200 len: 734 time: 0.0194714 Jan 21 23:09:56.271292 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'name': 'private-subnet', 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:09:56.378377 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Made reservation on behalf of 683266ef7dae492abcbdf17aff5a5106 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:09:56.380701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:56.711168 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (81b44870-39e7-47b8-bb2a-dac3c1f737cf), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:56.775197 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b44870-39e7-47b8-bb2a-dac3c1f737cf,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:09:56.783815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Checking segment: {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:09:56.784224 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Network hostable DHCP agents. Network: 2376983e-6dac-4b7e-b33a-0767d7aeec7f, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:09:56.865310 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:09:56.962743 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 2376983e-6dac-4b7e-b33a-0767d7aeec7f) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:09:56.967814 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:09:56.968407 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:56.972725 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a269c9a7-4d42-4149-b81c-82a473cb7bfe None None] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:09:57.142592 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-68d17c86-d8cd-48cc-b3af-40cffc6c2bdd admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8750839 Jan 21 23:09:57.234270 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:09:57.235801 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:57.552174 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Allocated IP 172.20.0.2 (2376983e-6dac-4b7e-b33a-0767d7aeec7f/81b44870-39e7-47b8-bb2a-dac3c1f737cf/aa3b893c-b515-4eb4-b95b-aac7e890913d) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:09:57.799772 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks [] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:57.870799 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:57.957478 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:09:57.962147 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:09:57.963941 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Pushing event updated for resources: {'Port': ['ID=aa3b893c-b515-4eb4-b95b-aac7e890913d,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:09:57.968882 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:09:57.976858 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.977527 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.977655 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.977957 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.978306 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.978654 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.978998 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.979343 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.979685 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.980047 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.980426 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.980767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.981100 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Tracked resource versions report: Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: pushed versions: Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: { 'AddressGroup': {'1.2'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'ConntrackHelper': {'1.0'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Log': {'1.0'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Network': {'1.1'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Port': {'1.7'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'PortForwarding': {'1.2'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'QosPolicy': {'1.10'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroup': {'1.5'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SubPort': {'1.0'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Subnet': {'1.1'}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Trunk': {'1.1'}} Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: consumer versions: Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'ConntrackHelper': '1.0', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'LocalIPAssociation': '1.0', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Log': '1.0', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Network': '1.1', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Port': '1.7', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'PortForwarding': '1.2', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'QosPolicy': '1.10', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroup': '1.5', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroupRule': '1.2', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SubPort': '1.0', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Subnet': '1.1', Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Trunk': '1.1'}} Jan 21 23:09:57.982559 dv-cinder-825688-1-iscsi neutron-server[103080]: {{(pid=103080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:09:58.056330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Attempting to bind port aa3b893c-b515-4eb4-b95b-aac7e890913d on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:09:58.056759 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Attempting to bind port aa3b893c-b515-4eb4-b95b-aac7e890913d by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:09:58.057209 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Attempting to bind port aa3b893c-b515-4eb4-b95b-aac7e890913d on network 2376983e-6dac-4b7e-b33a-0767d7aeec7f {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:09:58.062687 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:09:58.063071 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Checking segment: {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:09:58.063633 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:58.064040 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Bound using segment: {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:09:58.064625 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Bound port: aa3b893c-b515-4eb4-b95b-aac7e890913d, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:09:58.065049 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:58.134016 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] For port aa3b893c-b515-4eb4-b95b-aac7e890913d, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:09:58.138126 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] For port aa3b893c-b515-4eb4-b95b-aac7e890913d, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=aa3b893c-b515-4eb4-b95b-aac7e890913d,segment=NetworkSegment(a32323da-47b3-4551-b750-6c30836e85d7),segment_id=a32323da-47b3-4551-b750-6c30836e85d7)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:09:58.191698 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:09:58.254887 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f15917-bdb6-4a91-8be5-8ec1ebfeb4cd None None] Pushing event updated for resources: {'Port': ['ID=aa3b893c-b515-4eb4-b95b-aac7e890913d,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:09:59.798652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50814) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:00.129265 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [None req-605ae9f0-4baa-4b6e-ab43-0438a6dc0406 admin admin] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:10:00.130456 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-605ae9f0-4baa-4b6e-ab43-0438a6dc0406 admin admin] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3307762 Jan 21 23:10:02.740638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50822) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:03.065629 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [None req-e53459a1-a6f3-4779-a00d-3aecea2eab39 admin admin] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:10:03.072412 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e53459a1-a6f3-4779-a00d-3aecea2eab39 admin admin] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3257823 Jan 21 23:10:04.351328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7bdaef02-4004-4d6d-a90d-3ffdb03c696c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:05.947382 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50832) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:06.250906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:10:06.318196 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (f2d5de65-8920-41bf-8e8c-16246af8ade9), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:06.320106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (f2d5de65-8920-41bf-8e8c-16246af8ade9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:06.459071 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Publish callbacks [] for router_controller (f2d5de65-8920-41bf-8e8c-16246af8ade9), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:06.500699 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (f2d5de65-8920-41bf-8e8c-16246af8ade9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:06.558483 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:06.559962 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e9483796-ed6e-4599-9afe-156bd4a3c6e9 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6217945 Jan 21 23:10:06.870352 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-908ab610-5e99-4b04-abde-b752c67afbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:08.991393 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:09.227134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 50854) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:09.472783 dv-cinder-825688-1-iscsi neutron-server[103079]: WARNING oslo_policy.policy [None req-8cc3af4e-7d96-4d23-b02e-f4a1e5f2a72f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:10:09.473440 dv-cinder-825688-1-iscsi neutron-server[103079]: WARNING oslo_policy.policy [None req-8cc3af4e-7d96-4d23-b02e-f4a1e5f2a72f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:10:09.704800 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [None req-8cc3af4e-7d96-4d23-b02e-f4a1e5f2a72f admin admin] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:10:09.720286 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8cc3af4e-7d96-4d23-b02e-f4a1e5f2a72f admin admin] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4776354 Jan 21 23:10:10.042194 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device aa3b893c-b515-4eb4-b95b-aac7e890913d up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:10:10.133373 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port aa3b893c-b515-4eb4-b95b-aac7e890913d triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:10.133803 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.201709 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226a216-9762-45f9-a210-0095accf0803 None None] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:10:10.306254 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port aa3b893c-b515-4eb4-b95b-aac7e890913d is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:10.306652 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.364869 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-c09955a6-ac40-4e7a-a012-02e0467651f3 None None] Provisioning complete for port aa3b893c-b515-4eb4-b95b-aac7e890913d triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:10.365285 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c09955a6-ac40-4e7a-a012-02e0467651f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.371425 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port aa3b893c-b515-4eb4-b95b-aac7e890913d, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=aa3b893c-b515-4eb4-b95b-aac7e890913d,segment=NetworkSegment(a32323da-47b3-4551-b750-6c30836e85d7),segment_id=a32323da-47b3-4551-b750-6c30836e85d7)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:10:10.448885 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.537271 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-c09955a6-ac40-4e7a-a012-02e0467651f3 None None] Current status of the port aa3b893c-b515-4eb4-b95b-aac7e890913d is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:10.542151 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=aa3b893c-b515-4eb4-b95b-aac7e890913d,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:10.591601 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.760301 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-e65fd6d5-8dd2-4fda-8eec-b613c6abd0f0 None None] Provisioning complete for port aa3b893c-b515-4eb4-b95b-aac7e890913d triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:10.760611 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e65fd6d5-8dd2-4fda-8eec-b613c6abd0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:10.837050 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-e65fd6d5-8dd2-4fda-8eec-b613c6abd0f0 None None] Current status of the port aa3b893c-b515-4eb4-b95b-aac7e890913d is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:11.270916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:11.996984 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device aa3b893c-b515-4eb4-b95b-aac7e890913d up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:10:12.044531 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port aa3b893c-b515-4eb4-b95b-aac7e890913d triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:12.044936 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.120349 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port aa3b893c-b515-4eb4-b95b-aac7e890913d is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:12.223806 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 50882) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:12.272229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'project_id': '4d92b82f28a24d19ad9fa21299deaa62', 'provider:network_type': 'flat', 'name': 'public', 'tenant_id': '4d92b82f28a24d19ad9fa21299deaa62'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:10:12.273907 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.quota [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Loaded quota_driver: . Jan 21 23:10:12.385189 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Made reservation on behalf of 4d92b82f28a24d19ad9fa21299deaa62 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:10:12.458836 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.policy [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103079) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 21 23:10:12.505728 dv-cinder-825688-1-iscsi neutron-server[103079]: WARNING oslo_policy.policy [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:10:12.506097 dv-cinder-825688-1-iscsi neutron-server[103079]: WARNING oslo_policy.policy [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 21 23:10:12.516528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.537437 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.648400 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks [] for security_group (a3767f37-ecd7-48c3-af8a-320ace7b9560), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.687629 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a3767f37-ecd7-48c3-af8a-320ace7b9560), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.699815 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Reserving flat network on physical network physnet1 {{(pid=103079) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 21 23:10:12.733744 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735731203350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (7739afdd-ea89-4cfc-9f26-5fac8a2e7e49), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.734268 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Unsubscribe: segment precommit_create {{(pid=103079) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 21 23:10:12.734901 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Added segment 7739afdd-ea89-4cfc-9f26-5fac8a2e7e49 of type flat for network a88abd2a-7db0-4996-adb8-eeb6536feb6c Jan 21 23:10:12.771642 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3767f37-ecd7-48c3-af8a-320ace7b9560,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:12.813860 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815169 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815169 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815169 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815478 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815596 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.815973 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.816344 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.816705 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.817065 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.817403 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.817735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.818070 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Tracked resource versions report: Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: pushed versions: Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: { 'AddressGroup': {'1.2'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'ConntrackHelper': {'1.0'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Log': {'1.0'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Network': {'1.1'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Port': {'1.7'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'PortForwarding': {'1.2'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'QosPolicy': {'1.10'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroup': {'1.5'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SubPort': {'1.0'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Subnet': {'1.1'}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Trunk': {'1.1'}} Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: consumer versions: Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'ConntrackHelper': '1.0', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'LocalIPAssociation': '1.0', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Log': '1.0', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Network': '1.1', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Port': '1.7', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'PortForwarding': '1.2', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'QosPolicy': '1.10', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroup': '1.5', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroupRule': '1.2', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SubPort': '1.0', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Subnet': '1.1', Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Trunk': '1.1'}} Jan 21 23:10:12.819532 dv-cinder-825688-1-iscsi neutron-server[103079]: {{(pid=103079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:10:12.855636 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (a88abd2a-7db0-4996-adb8-eeb6536feb6c), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.991144 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (a88abd2a-7db0-4996-adb8-eeb6536feb6c), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:12.992190 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:10:12.993013 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:13.093180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] Pushing event updated for resources: {'Network': ['ID=a88abd2a-7db0-4996-adb8-eeb6536feb6c,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:13.103745 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:10:13.176727 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d7ac50e9-30c8-41b4-9e83-183e589ed38c admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9516327 Jan 21 23:10:15.612672 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 50896) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:15.751131 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6aaaae-095a-485d-8f5d-88fbc6667d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:10:15.752615 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1a6aaaae-095a-485d-8f5d-88fbc6667d65 admin admin] 10.222.0.138 "GET /v2.0/subnets/81b44870-39e7-47b8-bb2a-dac3c1f737cf HTTP/1.1" status: 200 len: 849 time: 0.1389310 Jan 21 23:10:15.915467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-31b1744d-d211-4980-90bc-1f85b627d48b admin admin] 10.222.0.138 "GET /v2.0/routers/f2d5de65-8920-41bf-8e8c-16246af8ade9 HTTP/1.1" status: 200 len: 704 time: 0.1563432 Jan 21 23:10:16.200937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:16.504526 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Allocated IP 172.20.0.1 (2376983e-6dac-4b7e-b33a-0767d7aeec7f/81b44870-39e7-47b8-bb2a-dac3c1f737cf/4d8656db-44e8-4461-ab28-47174ddc95c5) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:10:16.690404 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks [] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:16.820097 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:16.900539 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:10:16.907760 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:10:16.910373 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Pushing event updated for resources: {'Port': ['ID=4d8656db-44e8-4461-ab28-47174ddc95c5,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:16.914422 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:10:16.915007 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (f2d5de65-8920-41bf-8e8c-16246af8ade9), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.173479 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.194257 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-c5e4d44b-e2a0-4836-926b-e912a2931871 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:17.194886 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d44b-e2a0-4836-926b-e912a2931871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.232296 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4d44b-e2a0-4836-926b-e912a2931871 None None] Port 4d8656db-44e8-4461-ab28-47174ddc95c5 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:10:17.430066 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks [] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.497895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.498718 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (f2d5de65-8920-41bf-8e8c-16246af8ade9), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.582636 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Pushing event updated for resources: {'Port': ['ID=4d8656db-44e8-4461-ab28-47174ddc95c5,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:17.624989 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:10:17.626432 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:10:17.852527 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Router f2d5de65-8920-41bf-8e8c-16246af8ade9 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:10:17.856398 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-bc0b67d1-5a4a-45dc-8fe9-62f9ef1eecb1 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:17.856850 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bc0b67d1-5a4a-45dc-8fe9-62f9ef1eecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:17.890087 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-bc0b67d1-5a4a-45dc-8fe9-62f9ef1eecb1 None None] Port 4d8656db-44e8-4461-ab28-47174ddc95c5 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:10:17.949188 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:10:17.951813 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-97d2c076-0fd8-4a25-8dc0-6d69b24e665e admin admin] 10.222.0.138 "PUT /v2.0/routers/f2d5de65-8920-41bf-8e8c-16246af8ade9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0313318 Jan 21 23:10:17.964462 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Sync routers for ids ['f2d5de65-8920-41bf-8e8c-16246af8ade9'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:10:17.977198 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Routers {'f2d5de65-8920-41bf-8e8c-16246af8ade9'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:10:17.978246 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:10:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['f2d5de65-8920-41bf-8e8c-16246af8ade9'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:18.168718 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Set router f2d5de65-8920-41bf-8e8c-16246af8ade9 gateway port host: None {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:10:18.606000 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:17Z', 'revision_number': 2, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port_host': None, '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:17Z', 'revision_number': 2, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:18.659522 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Checking router: f2d5de65-8920-41bf-8e8c-16246af8ade9 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:10:18.659918 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Updating router f2d5de65-8920-41bf-8e8c-16246af8ade9 port 4d8656db-44e8-4461-ab28-47174ddc95c5 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:10:18.709923 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.234684 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks [] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.305332 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.476161 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Pushing event updated for resources: {'Port': ['ID=4d8656db-44e8-4461-ab28-47174ddc95c5,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:19.482534 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Attempting to bind port 4d8656db-44e8-4461-ab28-47174ddc95c5 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:10:19.482976 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Attempting to bind port 4d8656db-44e8-4461-ab28-47174ddc95c5 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:10:19.483444 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Attempting to bind port 4d8656db-44e8-4461-ab28-47174ddc95c5 on network 2376983e-6dac-4b7e-b33a-0767d7aeec7f {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:10:19.492816 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.493190 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.493557 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.493911 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.494260 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.494605 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.494950 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.495290 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.495633 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.495996 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.496364 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.496703 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.497039 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Tracked resource versions report: Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: pushed versions: Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: { 'AddressGroup': {'1.2'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'ConntrackHelper': {'1.0'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Log': {'1.0'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Network': {'1.1'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Port': {'1.7'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'PortForwarding': {'1.2'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'QosPolicy': {'1.10'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroup': {'1.5'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SubPort': {'1.0'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Subnet': {'1.1'}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Trunk': {'1.1'}} Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: consumer versions: Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'ConntrackHelper': '1.0', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'LocalIPAssociation': '1.0', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Log': '1.0', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Network': '1.1', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Port': '1.7', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'PortForwarding': '1.2', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'QosPolicy': '1.10', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroup': '1.5', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroupRule': '1.2', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SubPort': '1.0', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Subnet': '1.1', Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Trunk': '1.1'}} Jan 21 23:10:19.498501 dv-cinder-825688-1-iscsi neutron-server[103081]: {{(pid=103081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:10:19.501000 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:10:19.502162 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Checking segment: {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:10:19.502162 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.502403 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Bound using segment: {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:10:19.502761 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Bound port: 4d8656db-44e8-4461-ab28-47174ddc95c5, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32323da-47b3-4551-b750-6c30836e85d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:10:19.503194 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.573963 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] For port 4d8656db-44e8-4461-ab28-47174ddc95c5, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:10:19.592987 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] For port 4d8656db-44e8-4461-ab28-47174ddc95c5, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4d8656db-44e8-4461-ab28-47174ddc95c5,segment=NetworkSegment(a32323da-47b3-4551-b750-6c30836e85d7),segment_id=a32323da-47b3-4551-b750-6c30836e85d7)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:10:19.620633 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-1eae22ca-aa3d-4259-aa5e-4d8501d4c157 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:19.621322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1eae22ca-aa3d-4259-aa5e-4d8501d4c157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.656135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-1eae22ca-aa3d-4259-aa5e-4d8501d4c157 None None] Port 4d8656db-44e8-4461-ab28-47174ddc95c5 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:10:19.681576 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:19.740681 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38bfca-1e5d-4572-a282-07f1963ec840 None None] Pushing event updated for resources: {'Port': ['ID=4d8656db-44e8-4461-ab28-47174ddc95c5,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:19.744922 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Routers {'f2d5de65-8920-41bf-8e8c-16246af8ade9'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:10:19.745526 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:10:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['f2d5de65-8920-41bf-8e8c-16246af8ade9'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:19.836678 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] Set router f2d5de65-8920-41bf-8e8c-16246af8ade9 gateway port host: None {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:10:19.978109 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:19.978638 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:20.061158 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:17Z', 'revision_number': 2, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port_host': None, '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:19Z', 'revision_number': 4, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:20.063775 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Current status of the port 4d8656db-44e8-4461-ab28-47174ddc95c5 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:20.064399 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:20.090245 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8020b5e-9711-4b45-891e-91fb1e8042bb None None] The sync data for ids ['f2d5de65-8920-41bf-8e8c-16246af8ade9'] in dv-cinder-825688-1-iscsi is: [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:17Z', 'revision_number': 2, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port_host': None, '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:19Z', 'revision_number': 4, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:10:20.104668 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] For port 4d8656db-44e8-4461-ab28-47174ddc95c5, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4d8656db-44e8-4461-ab28-47174ddc95c5,segment=NetworkSegment(a32323da-47b3-4551-b750-6c30836e85d7),segment_id=a32323da-47b3-4551-b750-6c30836e85d7)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:10:20.156705 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:20.208459 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb17ee-1460-4922-8813-66cd75ab4354 None None] Pushing event updated for resources: {'Port': ['ID=4d8656db-44e8-4461-ab28-47174ddc95c5,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:22.916803 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50916) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:23.035718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10ab00-1b23-4ab7-9eeb-a319015eb091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:10:23.037168 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4f10ab00-1b23-4ab7-9eeb-a319015eb091 admin admin] 10.222.0.138 "GET /v2.0/networks/a88abd2a-7db0-4996-adb8-eeb6536feb6c HTTP/1.1" status: 200 len: 842 time: 0.1193688 Jan 21 23:10:23.046918 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'tenant_id': '4d92b82f28a24d19ad9fa21299deaa62', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:10:23.130287 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:10:23.156294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Made reservation on behalf of 4d92b82f28a24d19ad9fa21299deaa62 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:10:23.158551 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:23.522642 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.objects.ports [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103078) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 21 23:10:23.523113 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (4e2848e3-5d06-4e9c-806a-74a3ea4204c5), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:23.578505 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2848e3-5d06-4e9c-806a-74a3ea4204c5,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:23.587379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:10:23.587748 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Network hostable DHCP agents. Network: a88abd2a-7db0-4996-adb8-eeb6536feb6c, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:10:23.647719 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:10:23.699075 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, a88abd2a-7db0-4996-adb8-eeb6536feb6c) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:10:23.703096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:10:23.706213 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:23.711230 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624565e3-8ca0-409f-a087-7f6a1dd794a7 None None] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:10:23.776066 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-69bddfc5-6b22-47c8-bf41-9e946e66ca97 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7326579 Jan 21 23:10:23.818472 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91222c-a264-4eed-b69e-4de07b3ce719 None None] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:10:26.291636 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50924) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:26.514124 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8aa53357-acc8-4faf-b531-92f11cacf4b6 admin admin] 10.222.0.138 "GET /v2.0/routers/f2d5de65-8920-41bf-8e8c-16246af8ade9 HTTP/1.1" status: 200 len: 710 time: 0.2212129 Jan 21 23:10:26.606852 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd857f-f908-47c1-b49e-65b6d29e7cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:10:26.608381 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-bdbd857f-f908-47c1-b49e-65b6d29e7cf1 admin admin] 10.222.0.138 "GET /v2.0/networks/a88abd2a-7db0-4996-adb8-eeb6536feb6c HTTP/1.1" status: 200 len: 886 time: 0.0882242 Jan 21 23:10:26.617383 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:10:26.879308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks [] for router_gateway (f2d5de65-8920-41bf-8e8c-16246af8ade9), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:27.249979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks [] for router_gateway (f2d5de65-8920-41bf-8e8c-16246af8ade9), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:27.328626 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:27.478822 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Allocated IP 172.27.3.115 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/6704ce36-4791-4e31-bba7-7b9e970aaa6a) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:10:27.585170 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks [] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:27.717069 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:27.798850 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:10:27.805930 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:10:27.808382 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Pushing event updated for resources: {'Port': ['ID=6704ce36-4791-4e31-bba7-7b9e970aaa6a,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:27.812065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:10:28.041656 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4d8656db-44e8-4461-ab28-47174ddc95c5 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:10:28.091951 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:28.092506 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:28.184456 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4d8656db-44e8-4461-ab28-47174ddc95c5 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:28.255574 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks [] for router_gateway (f2d5de65-8920-41bf-8e8c-16246af8ade9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:28.452412 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3645138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3648494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-333'] for router (f2d5de65-8920-41bf-8e8c-16246af8ade9), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:28.457308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3645147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3646760', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3648485'] for router (f2d5de65-8920-41bf-8e8c-16246af8ade9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:28.632833 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Router f2d5de65-8920-41bf-8e8c-16246af8ade9 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:10:28.742981 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:10:28.748099 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:28.749781 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6f8f5e93-9e8a-42cd-8bda-06b8b15715c0 admin admin] 10.222.0.138 "PUT /v2.0/routers/f2d5de65-8920-41bf-8e8c-16246af8ade9 HTTP/1.1" status: 200 len: 890 time: 2.1352303 Jan 21 23:10:29.019159 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Sync routers for ids ['f2d5de65-8920-41bf-8e8c-16246af8ade9'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:10:29.030599 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Routers {'f2d5de65-8920-41bf-8e8c-16246af8ade9'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:10:29.031267 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:10:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['f2d5de65-8920-41bf-8e8c-16246af8ade9'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:29.246979 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Set router f2d5de65-8920-41bf-8e8c-16246af8ade9 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:10:29.713830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:27Z', 'revision_number': 4, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port': {'id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:27Z', 'updated_at': '2022-01-21T23:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:20Z', 'revision_number': 5, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:29.766222 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Checking router: f2d5de65-8920-41bf-8e8c-16246af8ade9 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:10:29.766579 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Updating router f2d5de65-8920-41bf-8e8c-16246af8ade9 port 6704ce36-4791-4e31-bba7-7b9e970aaa6a binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:10:29.813082 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.131480 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks [] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.179134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.233665 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Attempting to bind port 6704ce36-4791-4e31-bba7-7b9e970aaa6a on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:10:30.234054 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Attempting to bind port 6704ce36-4791-4e31-bba7-7b9e970aaa6a by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:10:30.234433 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Attempting to bind port 6704ce36-4791-4e31-bba7-7b9e970aaa6a on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:10:30.236541 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6992-179f-4518-9d06-e3f445469796 None None] Pushing event updated for resources: {'Port': ['ID=6704ce36-4791-4e31-bba7-7b9e970aaa6a,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:30.244179 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:10:30.244598 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:10:30.245089 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.245395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:10:30.245870 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Bound port: 6704ce36-4791-4e31-bba7-7b9e970aaa6a, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:10:30.246347 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.295822 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] For port 6704ce36-4791-4e31-bba7-7b9e970aaa6a, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:10:30.298807 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] For port 6704ce36-4791-4e31-bba7-7b9e970aaa6a, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=6704ce36-4791-4e31-bba7-7b9e970aaa6a,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:10:30.350816 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:30.411476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca6992-179f-4518-9d06-e3f445469796 None None] Pushing event updated for resources: {'Port': ['ID=6704ce36-4791-4e31-bba7-7b9e970aaa6a,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:30.413898 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Routers {'f2d5de65-8920-41bf-8e8c-16246af8ade9'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:10:30.414497 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:10:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['f2d5de65-8920-41bf-8e8c-16246af8ade9'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:30.521630 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] Set router f2d5de65-8920-41bf-8e8c-16246af8ade9 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:10:30.735840 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:27Z', 'revision_number': 4, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port': {'id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:27Z', 'updated_at': '2022-01-21T23:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:20Z', 'revision_number': 5, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:10:30.765972 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fc5c8-31d8-4442-afbd-637abad6aab3 None None] The sync data for ids ['f2d5de65-8920-41bf-8e8c-16246af8ade9'] in dv-cinder-825688-1-iscsi is: [{'id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'name': 'router1', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:10:06Z', 'updated_at': '2022-01-21T23:10:27Z', 'revision_number': 4, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'gw_port': {'id': '6704ce36-4791-4e31-bba7-7b9e970aaa6a', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:27Z', 'updated_at': '2022-01-21T23:10:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4d8656db-44e8-4461-ab28-47174ddc95c5', 'name': '', 'network_id': '2376983e-6dac-4b7e-b33a-0767d7aeec7f', 'tenant_id': '683266ef7dae492abcbdf17aff5a5106', 'mac_address': 'fa:16:3e:55:66:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d5de65-8920-41bf-8e8c-16246af8ade9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:10:16Z', 'updated_at': '2022-01-21T23:10:20Z', 'revision_number': 5, 'project_id': '683266ef7dae492abcbdf17aff5a5106', 'subnets': [{'id': '81b44870-39e7-47b8-bb2a-dac3c1f737cf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4865b633-00a4-4d93-8063-8517fa396ac9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:10:31.432063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 50938) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:10:31.553240 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7a4e4892-6511-47a3-b363-37abf7fd3cc6 admin admin] 10.222.0.138 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1198659 Jan 21 23:10:32.054566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6704ce36-4791-4e31-bba7-7b9e970aaa6a up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:10:32.106643 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 6704ce36-4791-4e31-bba7-7b9e970aaa6a triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:32.107240 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:32.186368 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 6704ce36-4791-4e31-bba7-7b9e970aaa6a is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:32.186772 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:32.208108 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 6704ce36-4791-4e31-bba7-7b9e970aaa6a, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=6704ce36-4791-4e31-bba7-7b9e970aaa6a,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:10:32.270684 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:32.323927 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=6704ce36-4791-4e31-bba7-7b9e970aaa6a,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:10:34.038842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6704ce36-4791-4e31-bba7-7b9e970aaa6a up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:10:34.091322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 6704ce36-4791-4e31-bba7-7b9e970aaa6a triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:10:34.091608 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6704ce36-4791-4e31-bba7-7b9e970aaa6a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:34.175148 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 6704ce36-4791-4e31-bba7-7b9e970aaa6a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:10:34.384964 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-5fb1173f-4926-4b72-a15c-9d77b41772e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:36.886603 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-52caa84e-654c-48b0-ba12-4cd5677205ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:39.083068 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:40.577897 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:10:41.259489 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:00.130059 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:11:04.377450 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c177-ada5-41df-a32c-ae48a90393ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:06.874574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3b0ff36f-79c3-41d4-847e-6b8377dbfcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:09.002205 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:10.533393 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:11.258825 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:34.389368 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a88e17a2-6163-4121-8dd9-4fa997637734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:36.875077 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1f13ba24-89df-4c7a-99cf-8dd95983ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:37.128494 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:11:39.012765 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:40.532138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:11:41.263629 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:01.413534 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51422) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:01.477783 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.pecan_wsgi.hooks.translation [None req-9804087d-9e45-4385-95a0-9b6f4a71188e admin admin] GET failed (client error): The resource could not be found. Jan 21 23:12:01.479091 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9804087d-9e45-4385-95a0-9b6f4a71188e admin admin] 10.222.0.138 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645714 Jan 21 23:12:01.642599 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18a6c6-c83c-4586-917b-8d3793cf0d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:01.643318 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ad18a6c6-c83c-4586-917b-8d3793cf0d0a admin admin] 10.222.0.138 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600261 Jan 21 23:12:04.037935 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51432) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:04.131846 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c306de-578c-42a0-b1f1-5546473e7751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:04.133246 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-61c306de-578c-42a0-b1f1-5546473e7751 admin admin] 10.222.0.138 "GET /v2.0/subnets/81b44870-39e7-47b8-bb2a-dac3c1f737cf HTTP/1.1" status: 200 len: 849 time: 0.0943139 Jan 21 23:12:04.143127 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:12:04.228995 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Publish callbacks [] for subnet (81b44870-39e7-47b8-bb2a-dac3c1f737cf), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:04.388722 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9fc4cc30-b34f-4bf5-9c1f-60aa8407999c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:04.434478 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735731229669'] for subnet (81b44870-39e7-47b8-bb2a-dac3c1f737cf), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:04.470231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:04.471481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:04.472341 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] 10.222.0.138 "PUT /v2.0/subnets/81b44870-39e7-47b8-bb2a-dac3c1f737cf HTTP/1.1" status: 200 len: 868 time: 0.3326142 Jan 21 23:12:04.475559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24924181-ba67-45ad-a87c-a34105429af9 None None] Network 2376983e-6dac-4b7e-b33a-0767d7aeec7f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:12:04.490492 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b44870-39e7-47b8-bb2a-dac3c1f737cf,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:12:04.498223 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.498690 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.498971 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.499322 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.499668 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.500017 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.500390 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.500734 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.501072 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.501415 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.501752 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.502077 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.502418 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9866fa7-3fcc-4376-bbcb-5949cb11bd58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:04.954356 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Provisioning complete for port 4d8656db-44e8-4461-ab28-47174ddc95c5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:12:04.954865 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4d8656db-44e8-4461-ab28-47174ddc95c5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:05.032913 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Current status of the port 4d8656db-44e8-4461-ab28-47174ddc95c5 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:12:05.043244 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Provisioning complete for port aa3b893c-b515-4eb4-b95b-aac7e890913d triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:12:05.043652 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa3b893c-b515-4eb4-b95b-aac7e890913d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:05.141909 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-c70871f8-cbbb-4426-9bfa-e7a10b95ab76 None None] Current status of the port aa3b893c-b515-4eb4-b95b-aac7e890913d is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:12:06.867020 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-762216ac-5a26-470a-832f-39721492c4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:06.892427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51442) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:07.098526 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d1f3a-909e-4b00-ba4b-152daaac8de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:07.099012 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d1f3a-909e-4b00-ba4b-152daaac8de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:07.100630 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-d83d1f3a-909e-4b00-ba4b-152daaac8de1 admin admin] 10.222.0.138 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072549 Jan 21 23:12:09.017396 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:09.491022 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51450) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:09.628043 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0494fd-6e66-41eb-9021-d1f09c6dfb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:09.628563 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0494fd-6e66-41eb-9021-d1f09c6dfb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:09.630140 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-dd0494fd-6e66-41eb-9021-d1f09c6dfb28 admin admin] 10.222.0.138 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1381295 Jan 21 23:12:10.548574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:11.272476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:12.032725 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51458) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:12.182163 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f63e0e-8263-4d83-b9de-fbe81fbee4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:12.183836 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-50f63e0e-8263-4d83-b9de-fbe81fbee4f5 admin admin] 10.222.0.138 "GET /v2.0/networks/2376983e-6dac-4b7e-b33a-0767d7aeec7f HTTP/1.1" status: 200 len: 869 time: 0.1500313 Jan 21 23:12:14.126941 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:12:14.569752 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51466) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:14.695591 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97075d29-7c89-4985-89a4-1738fa26aab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:14.697058 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-97075d29-7c89-4985-89a4-1738fa26aab3 admin admin] 10.222.0.138 "GET /v2.0/networks/a88abd2a-7db0-4996-adb8-eeb6536feb6c HTTP/1.1" status: 200 len: 886 time: 0.1262991 Jan 21 23:12:17.103722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51474) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:17.232125 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11206d0-b875-47c0-8ec4-8dd0b8d4a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:17.232621 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11206d0-b875-47c0-8ec4-8dd0b8d4a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:17.234192 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b11206d0-b875-47c0-8ec4-8dd0b8d4a44d admin admin] 10.222.0.138 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294417 Jan 21 23:12:19.635241 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51482) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:19.728728 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26a6c6-f5f4-4475-9afb-0364341a652c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:19.729193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26a6c6-f5f4-4475-9afb-0364341a652c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:19.730745 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9e26a6c6-f5f4-4475-9afb-0364341a652c admin admin] 10.222.0.138 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945280 Jan 21 23:12:22.122930 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51490) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:22.211768 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd814417-a929-41c8-906e-9157ebd36d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:22.213216 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-cd814417-a929-41c8-906e-9157ebd36d45 admin admin] 10.222.0.138 "GET /v2.0/subnets/4e2848e3-5d06-4e9c-806a-74a3ea4204c5 HTTP/1.1" status: 200 len: 816 time: 0.0888097 Jan 21 23:12:24.586445 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51498) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:24.682470 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4efd24-f13e-461b-aba3-ce35209b6af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:24.684079 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6b4efd24-f13e-461b-aba3-ce35209b6af6 admin admin] 10.222.0.138 "GET /v2.0/subnets/81b44870-39e7-47b8-bb2a-dac3c1f737cf HTTP/1.1" status: 200 len: 868 time: 0.0966423 Jan 21 23:12:34.371081 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0604d9c6-41f3-4080-bb15-7d20d28d483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:36.865834 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-10b11a2b-885a-4dd2-9115-806c152cd2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:39.016938 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:40.546572 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:41.262659 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:50.870937 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51552) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:50.920466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [None req-847dbc01-6623-42f0-908e-774b8d0f589e admin admin] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:12:50.921953 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-847dbc01-6623-42f0-908e-774b8d0f589e admin admin] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495992 Jan 21 23:12:51.127256 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:12:53.430800 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51560) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:53.493820 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eeed49-ae25-4e12-8ab0-447554a438dc admin admin] GET failed (client error): The resource could not be found. Jan 21 23:12:53.495121 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-76eeed49-ae25-4e12-8ab0-447554a438dc admin admin] 10.222.0.138 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633187 Jan 21 23:12:53.582304 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8ce0b-d95b-4845-934e-2990f35db368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:53.583794 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f6a8ce0b-d95b-4845-934e-2990f35db368 admin admin] 10.222.0.138 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838330 Jan 21 23:12:56.053647 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51570) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:56.100466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'project_id': '4d92b82f28a24d19ad9fa21299deaa62', 'tenant_id': '4d92b82f28a24d19ad9fa21299deaa62', 'shared': True}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:12:56.164701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Made reservation on behalf of 4d92b82f28a24d19ad9fa21299deaa62 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:12:56.166979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:56.202854 dv-cinder-825688-1-iscsi neutron-server[103078]: WARNING neutron.services.revisions.revision_plugin [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Could not find related network for resource to bump revision. Jan 21 23:12:56.215025 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:12:56.225352 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (bbbf8cba-6f17-401e-9964-c9c859f34578), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:56.225696 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Added segment bbbf8cba-6f17-401e-9964-c9c859f34578 of type vlan for network a5b882bf-e3da-4345-a1cc-270a42ec55b1 Jan 21 23:12:56.264480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (a5b882bf-e3da-4345-a1cc-270a42ec55b1), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:56.324478 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (a5b882bf-e3da-4345-a1cc-270a42ec55b1), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:56.325923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:56.326515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:56.386553 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b882bf-e3da-4345-a1cc-270a42ec55b1,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:12:56.393699 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.394090 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.394492 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.394846 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.395229 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.395576 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.395943 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.396343 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.396701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.397045 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.397387 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.397728 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.398065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:12:56.410299 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:12:56.416656 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-385198c3-d3a3-4fe4-9cce-7e733817da86 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3618281 Jan 21 23:12:58.880342 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51580) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:12:58.940541 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.pecan_wsgi.hooks.translation [None req-097bfe74-10db-4bce-878f-dffc6e709c0c admin admin] GET failed (client error): The resource could not be found. Jan 21 23:12:58.950620 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-097bfe74-10db-4bce-878f-dffc6e709c0c admin admin] 10.222.0.138 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605192 Jan 21 23:12:59.015620 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee3d227-2fe3-4266-84e0-e23f18f7195b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:59.017108 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4ee3d227-2fe3-4266-84e0-e23f18f7195b admin admin] 10.222.0.138 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0710421 Jan 21 23:12:59.027195 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'tenant_id': '4d92b82f28a24d19ad9fa21299deaa62', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1', 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:12:59.130352 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Made reservation on behalf of 4d92b82f28a24d19ad9fa21299deaa62 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:12:59.132753 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:59.370698 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (b8100052-7ff2-400f-8293-56f6e356c989), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:59.425435 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8100052-7ff2-400f-8293-56f6e356c989,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:12:59.435091 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Checking segment: {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:12:59.435473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Network hostable DHCP agents. Network: a5b882bf-e3da-4345-a1cc-270a42ec55b1, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:12:59.522196 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:12:59.625435 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, a5b882bf-e3da-4345-a1cc-270a42ec55b1) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:12:59.630400 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:12:59.642294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:59.643134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd158d-f209-4dc6-b4dd-a490c065cb3e None None] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:12:59.734941 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-a5b882bf-e3da-4345-a1cc-270a42ec55b1', 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1', 'project_id': '4d92b82f28a24d19ad9fa21299deaa62', 'fixed_ips': [{'subnet_id': 'b8100052-7ff2-400f-8293-56f6e356c989'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:12:59.735803 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:12:59.790283 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ab08d2c7-70c3-4c17-97ae-28c9e6ce84ea admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7665200 Jan 21 23:12:59.978858 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Allocated IP 192.168.233.2 (a5b882bf-e3da-4345-a1cc-270a42ec55b1/b8100052-7ff2-400f-8293-56f6e356c989/16e93f83-75b7-43bf-823e-1322a8e07a5a) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:13:00.122527 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks [] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:00.197441 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:00.234416 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:13:00.239135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:13:00.246353 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:13:00.254170 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Pushing event updated for resources: {'Port': ['ID=16e93f83-75b7-43bf-823e-1322a8e07a5a,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:13:00.264221 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.264629 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.264999 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.265343 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.265678 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.266016 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.266349 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.266682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.267012 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.267361 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.267692 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.268018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.268370 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:13:00.317184 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Attempting to bind port 16e93f83-75b7-43bf-823e-1322a8e07a5a on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:13:00.317567 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Attempting to bind port 16e93f83-75b7-43bf-823e-1322a8e07a5a by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:13:00.317950 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Attempting to bind port 16e93f83-75b7-43bf-823e-1322a8e07a5a on network a5b882bf-e3da-4345-a1cc-270a42ec55b1 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:13:00.323138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:13:00.323529 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Checking segment: {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:13:00.323951 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:00.324394 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Bound using segment: {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:13:00.324907 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Bound port: 16e93f83-75b7-43bf-823e-1322a8e07a5a, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:13:00.325301 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:00.390616 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] For port 16e93f83-75b7-43bf-823e-1322a8e07a5a, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:13:00.393718 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] For port 16e93f83-75b7-43bf-823e-1322a8e07a5a, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=16e93f83-75b7-43bf-823e-1322a8e07a5a,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:13:00.454282 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:00.513955 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eb76a-5106-434b-a5a7-84249361b5dc None None] Pushing event updated for resources: {'Port': ['ID=16e93f83-75b7-43bf-823e-1322a8e07a5a,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:13:01.550578 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f9ddfd-6ab6-4c53-818d-2e6d2decebfb None None] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:13:01.675594 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Provisioning complete for port 16e93f83-75b7-43bf-823e-1322a8e07a5a triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:13:01.676004 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:01.834785 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Current status of the port 16e93f83-75b7-43bf-823e-1322a8e07a5a is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:13:01.835885 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:01.889191 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] For port 16e93f83-75b7-43bf-823e-1322a8e07a5a, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=16e93f83-75b7-43bf-823e-1322a8e07a5a,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:13:01.965075 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:02.019828 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0f6d-bf03-47e6-8552-f6c5ccdecf76 None None] Pushing event updated for resources: {'Port': ['ID=16e93f83-75b7-43bf-823e-1322a8e07a5a,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:13:02.095031 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-45d2e409-0b3c-4407-83e9-caefac641187 None None] Provisioning complete for port 16e93f83-75b7-43bf-823e-1322a8e07a5a triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:13:02.095424 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-45d2e409-0b3c-4407-83e9-caefac641187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:02.174614 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 16e93f83-75b7-43bf-823e-1322a8e07a5a up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:13:02.219559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-45d2e409-0b3c-4407-83e9-caefac641187 None None] Current status of the port 16e93f83-75b7-43bf-823e-1322a8e07a5a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:13:02.240681 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 16e93f83-75b7-43bf-823e-1322a8e07a5a triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:13:02.241089 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (16e93f83-75b7-43bf-823e-1322a8e07a5a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:02.320996 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 16e93f83-75b7-43bf-823e-1322a8e07a5a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:13:04.358695 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c024699c-8671-46f8-9cda-84b63d4bc94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:06.878850 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e733b565-55af-4471-8a31-8e7c84a9dd62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:09.036525 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:10.544872 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:11.281824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:28.125926 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:13:34.412879 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f1a8d379-85c5-4665-8e46-1b0101e470d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:36.872711 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7be10618-1aa8-4938-ba87-3a0a714cd083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:39.058310 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:40.589943 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:13:41.264774 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:04.443787 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-33d768e6-03cc-4d56-accb-f3df155ebbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:05.124180 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:14:06.897953 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-24360dbd-cde5-4797-8f69-e61af41a4ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:09.043366 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:10.551929 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:11.271838 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:27.616009 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51624) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:14:27.623324 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [None req-1bbb4b2d-50e6-4130-9a32-d39001e367d0 tempest-verify_tempest_config-823504730 tempest-verify_tempest_config-823504730-project] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:14:27.624347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1bbb4b2d-50e6-4130-9a32-d39001e367d0 tempest-verify_tempest_config-823504730 tempest-verify_tempest_config-823504730-project] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073125 Jan 21 23:14:28.134090 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51642) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:14:28.245012 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.317995 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Publish callbacks [] for security_group (92f73a67-7c8b-4731-9a1b-2e8e4d37010e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.374014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (92f73a67-7c8b-4731-9a1b-2e8e4d37010e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.418495 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f73a67-7c8b-4731-9a1b-2e8e4d37010e,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:14:28.423052 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=45348722eb284fda9b64ede0f864ea69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2879610 Jan 21 23:14:28.426217 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51646) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:14:28.427349 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.427846 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.428065 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.428453 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.428796 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.429136 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.429717 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.430063 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.430423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.430762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.431096 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.431431 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.431761 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4792c03-6d4c-48db-b3e9-0b3805ec692e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.483568 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Publish callbacks [] for security_group (92f73a67-7c8b-4731-9a1b-2e8e4d37010e), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.504112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Publish callbacks [] for security_group (92f73a67-7c8b-4731-9a1b-2e8e4d37010e), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.648904 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (92f73a67-7c8b-4731-9a1b-2e8e4d37010e), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.651510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:28.653365 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/92f73a67-7c8b-4731-9a1b-2e8e4d37010e HTTP/1.1" status: 204 len: 168 time: 0.2260616 Jan 21 23:14:28.661264 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f73a67-7c8b-4731-9a1b-2e8e4d37010e,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:14:28.668105 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.668510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.668852 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.669195 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.669530 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.669871 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.670208 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.670540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.670871 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.671255 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.671687 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.671910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:28.672239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafebc49-99b1-4f80-b6ce-ecdf3a1a6c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:14:34.380110 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1ec88ab4-1b7d-43f1-94a2-de5a630cc871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:36.885823 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7e85b772-bbf4-4636-a33b-5aca1295113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:39.045505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:40.820055 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:41.259449 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:14:42.121933 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:15:04.396137 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-95f1eb33-f78a-47e9-aa62-c1f7f5b1262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:06.884784 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f6aa031e-fe4e-4c9a-a604-cfa19715a2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:09.050173 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:10.555817 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:11.264465 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:19.121344 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:15:34.373152 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c11335ad-90d7-4614-893e-ccaa4b5e1814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:36.878056 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-5fb9cdc0-bc06-433b-a2e2-69371bea261a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:39.049573 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:40.555716 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:41.272054 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:15:56.120552 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 5 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:16:04.389639 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6a770067-dbe7-49ce-a9fd-de927776adaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:04.709418 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3637660'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:06.859837 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9e648dec-74db-4ff9-b964-ea53c8eec5df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:09.054800 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:10.568442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:11.260718 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:20.190381 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51720) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:16:20.300573 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-d5722ce5-815f-48de-b969-fbda5a3b34c7 admin admin] 10.222.0.138 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.1090293 Jan 21 23:16:22.685092 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51730) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:16:22.740754 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e53ab6af-c9e4-4b1d-964a-440570c34d32 admin admin] 10.222.0.138 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4554 time: 0.0545099 Jan 21 23:16:33.119586 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:16:34.371344 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-5577498c-79bd-4eb4-88d0-e64e715574db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:34.691772 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:36.880073 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ed752018-6385-4630-9d3d-5bc8c00f4288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:39.059051 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:40.613451 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:16:41.281809 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:04.436021 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4aece75d-4028-4a77-9c65-3439241591ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:04.698707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:06.879097 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-67a7ca3d-a7d2-44d0-bded-0bee8caf96a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:09.064041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:10.119082 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:17:10.566860 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:11.273841 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:34.395122 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-aba95891-44d3-4099-879b-fdeb65abf30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:34.743182 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:36.903759 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-000325a2-4fbb-4075-bee6-4878cec641ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:39.069455 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:40.564499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:41.267330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:47.118685 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:17:54.527919 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51906) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:54.825707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-404219470-network', 'tenant_id': '0cd12401fec84d8e896f61c3dae3a00f'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:54.874144 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51932) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:54.931844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Made reservation on behalf of 0cd12401fec84d8e896f61c3dae3a00f for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:54.934426 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:54.943972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.121470 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks [] for security_group (5815f6fc-c198-4f06-b0cc-96a44cefd667), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.194595 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5815f6fc-c198-4f06-b0cc-96a44cefd667), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.216131 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:17:55.230578 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5815f6fc-c198-4f06-b0cc-96a44cefd667,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:55.235574 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (e90943da-e68a-41f6-9170-da320f50707b), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.235574 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Added segment e90943da-e68a-41f6-9170-da320f50707b of type vlan for network 3c45e962-f366-4534-a436-6a674f51e99f Jan 21 23:17:55.247330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.247689 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.248045 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.248443 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.248786 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.249126 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.249493 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.249835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.250640 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.251048 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.251349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.251684 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.252018 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Tracked resource versions report: Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: pushed versions: Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: { 'AddressGroup': {'1.2'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'ConntrackHelper': {'1.0'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Log': {'1.0'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Network': {'1.1'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Port': {'1.7'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'PortForwarding': {'1.2'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'QosPolicy': {'1.10'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroup': {'1.5'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SubPort': {'1.0'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Subnet': {'1.1'}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Trunk': {'1.1'}} Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: consumer versions: Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: HyperV agent@hv-cinder-82568: {}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'ConntrackHelper': '1.0', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'LocalIPAssociation': '1.0', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Log': '1.0', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Network': '1.1', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Port': '1.7', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'PortForwarding': '1.2', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'QosPolicy': '1.10', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroup': '1.5', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SecurityGroupRule': '1.2', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'SubPort': '1.0', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Subnet': '1.1', Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: 'Trunk': '1.1'}} Jan 21 23:17:55.253180 dv-cinder-825688-1-iscsi neutron-server[103078]: {{(pid=103078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:17:55.290438 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (3c45e962-f366-4534-a436-6a674f51e99f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.377588 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (3c45e962-f366-4534-a436-6a674f51e99f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.378687 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:55.379280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.424463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-119743147-network', 'tenant_id': '85960ee333ab45b9bd752c191afacc31'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:55.446085 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] Pushing event updated for resources: {'Network': ['ID=3c45e962-f366-4534-a436-6a674f51e99f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:55.451462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 51950) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:55.457343 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 3c45e962-f366-4534-a436-6a674f51e99f details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:17:55.461520 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-91f2fc4a-cf80-497e-b4f7-c8fe7821466f admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9321742 Jan 21 23:17:55.464683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51954) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:55.475344 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Request body: {'subnet': {'network_id': '3c45e962-f366-4534-a436-6a674f51e99f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-404219470-subnet', 'tenant_id': '0cd12401fec84d8e896f61c3dae3a00f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:55.496905 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51956) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:55.526695 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51962) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:55.581275 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Made reservation on behalf of 0cd12401fec84d8e896f61c3dae3a00f for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:55.584289 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.588880 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Made reservation on behalf of 85960ee333ab45b9bd752c191afacc31 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:55.591536 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.604746 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.708011 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks [] for security_group (c998994f-29c4-43fb-8c94-f9af604f3d07), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.749533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-840610746-network', 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:55.777440 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c998994f-29c4-43fb-8c94-f9af604f3d07), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.787409 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-network', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:55.812057 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (135b129a-b81c-49f7-9180-1affee0d07b9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.816796 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:17:55.823681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998994f-29c4-43fb-8c94-f9af604f3d07,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:55.834442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.834442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.834442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.834870 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.834978 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.835292 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.835864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.836439 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.836975 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.837509 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.838044 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.838580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.839090 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Tracked resource versions report: Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: pushed versions: Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: { 'AddressGroup': {'1.2'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'ConntrackHelper': {'1.0'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Log': {'1.0'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Network': {'1.1'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Port': {'1.7'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'PortForwarding': {'1.2'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'QosPolicy': {'1.10'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroup': {'1.5'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SubPort': {'1.0'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Subnet': {'1.1'}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Trunk': {'1.1'}} Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: consumer versions: Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: HyperV agent@hv-cinder-82568: {}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'ConntrackHelper': '1.0', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'LocalIPAssociation': '1.0', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Log': '1.0', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Network': '1.1', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Port': '1.7', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'PortForwarding': '1.2', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'QosPolicy': '1.10', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroup': '1.5', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SecurityGroupRule': '1.2', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'SubPort': '1.0', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Subnet': '1.1', Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: 'Trunk': '1.1'}} Jan 21 23:17:55.840462 dv-cinder-825688-1-iscsi neutron-server[103079]: {{(pid=103079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:17:55.854278 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (32549876-cd21-4975-b9d3-24120ce4fb2b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.854434 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588478009-network', 'tenant_id': '703fe9e14aac410bb6525a1274a91a4b'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:55.855271 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Added segment 32549876-cd21-4975-b9d3-24120ce4fb2b of type vlan for network 63b369c4-f59a-48a7-b980-7d9440fbc399 Jan 21 23:17:55.865253 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:55.865253 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.876991 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.909668 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Checking segment: {'id': 'e90943da-e68a-41f6-9170-da320f50707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:55.916215 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Network hostable DHCP agents. Network: 3c45e962-f366-4534-a436-6a674f51e99f, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:17:55.930340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (63b369c4-f59a-48a7-b980-7d9440fbc399), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:55.959103 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=135b129a-b81c-49f7-9180-1affee0d07b9,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:55.995127 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Made reservation on behalf of 703fe9e14aac410bb6525a1274a91a4b for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:55.998063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.012508 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.027063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Network 3c45e962-f366-4534-a436-6a674f51e99f is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:17:56.029388 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (63b369c4-f59a-48a7-b980-7d9440fbc399), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.034597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Made reservation on behalf of d912b381d80b458abb7c0c4c51992242 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:56.035014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:56.035014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.035400 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.055913 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.095769 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks [] for security_group (aeaee442-d47d-4a3b-9e68-1510994cfd20), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.137100 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] Pushing event updated for resources: {'Network': ['ID=63b369c4-f59a-48a7-b980-7d9440fbc399,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.149854 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 51988) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:56.151586 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-77e52959-551a-4a6a-883d-2535e72632b5 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2741737 Jan 21 23:17:56.152415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:17:56.161845 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Request body: {'subnet': {'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-subnet', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:56.174937 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks [] for security_group (6af273b4-9632-4348-b0ce-5b6f885e48c8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.204137 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (aeaee442-d47d-4a3b-9e68-1510994cfd20), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.205147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks [] for security_group (6fe340ec-6db8-4f04-80a1-95b76654b3d8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.207853 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 3c45e962-f366-4534-a436-6a674f51e99f) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:56.214553 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:56.215158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.242588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:17:56.253059 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaee442-d47d-4a3b-9e68-1510994cfd20,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.261081 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6af273b4-9632-4348-b0ce-5b6f885e48c8), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.267090 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (6cbc6167-13b7-47de-a179-4ec0245082af), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.274404 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Added segment 6cbc6167-13b7-47de-a179-4ec0245082af of type vlan for network bbbca9b4-2d07-4458-ac6f-197a310315ef Jan 21 23:17:56.290967 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:17:56.317380 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6fe340ec-6db8-4f04-80a1-95b76654b3d8), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.321868 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63843955-526f-4f2b-a403-2199edfdfa07 None None] Network 3c45e962-f366-4534-a436-6a674f51e99f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:56.343813 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-674dc5f9-7d84-47ef-86cd-9af0069ce943 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8779879 Jan 21 23:17:56.361560 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Made reservation on behalf of 85960ee333ab45b9bd752c191afacc31 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:56.363897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.424934 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (bbbca9b4-2d07-4458-ac6f-197a310315ef), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.454813 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.455157 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Added segment 76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7 of type vlan for network bab17213-c6e8-4b6b-ad6b-a2179641b1dc Jan 21 23:17:56.457015 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:17:56.470003 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af273b4-9632-4348-b0ce-5b6f885e48c8,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.498904 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeeb5be2-1bb4-4021-8b30-d350b425f4fe None None] Network 3c45e962-f366-4534-a436-6a674f51e99f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:56.537602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (bbbca9b4-2d07-4458-ac6f-197a310315ef), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.538727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:56.539521 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.556051 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (4b65c690-c08c-4a3e-a2cf-be7a3249a85c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.556733 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Added segment 4b65c690-c08c-4a3e-a2cf-be7a3249a85c of type vlan for network 00a59679-d254-4bb8-9647-93de41835b3f Jan 21 23:17:56.583740 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe340ec-6db8-4f04-80a1-95b76654b3d8,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.642696 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (bab17213-c6e8-4b6b-ad6b-a2179641b1dc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.660761 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (00a59679-d254-4bb8-9647-93de41835b3f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.766871 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3142860 Jan 21 23:17:56.770635 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52010) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:56.775342 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Request body: {'subnet': {'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-840610746-subnet', 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:56.782555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (bab17213-c6e8-4b6b-ad6b-a2179641b1dc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.783438 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:56.784028 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.784689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafa5de-1c52-47a1-9f44-fbef9f1b33a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbca9b4-2d07-4458-ac6f-197a310315ef,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.789747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (00a59679-d254-4bb8-9647-93de41835b3f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.789747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:56.792194 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.796450 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network bbbca9b4-2d07-4458-ac6f-197a310315ef details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:17:56.877923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bab17213-c6e8-4b6b-ad6b-a2179641b1dc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.889951 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network bab17213-c6e8-4b6b-ad6b-a2179641b1dc details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:17:56.925700 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:56.933748 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.950954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] Pushing event updated for resources: {'Network': ['ID=00a59679-d254-4bb8-9647-93de41835b3f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:56.968356 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f0a66235-0200-4eed-86d3-69f8c91808f2 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4378994 Jan 21 23:17:56.975069 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6cc1d015-c7b6-4938-a440-f85b87f13c40 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4754310 Jan 21 23:17:56.976555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (90b371e4-d13f-45cf-b444-e8cf16eaefe7), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:56.979830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52018) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:56.980026 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52020) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:57.003036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 00a59679-d254-4bb8-9647-93de41835b3f details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:17:57.045583 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Request body: {'subnet': {'network_id': 'bab17213-c6e8-4b6b-ad6b-a2179641b1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588478009-subnet', 'tenant_id': '703fe9e14aac410bb6525a1274a91a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:57.052733 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Request body: {'subnet': {'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-subnet', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:57.059394 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b371e4-d13f-45cf-b444-e8cf16eaefe7,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:57.141428 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Checking segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:57.142241 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Network hostable DHCP agents. Network: 63b369c4-f59a-48a7-b980-7d9440fbc399, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:17:57.175194 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Made reservation on behalf of d912b381d80b458abb7c0c4c51992242 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:57.180233 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.229877 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Made reservation on behalf of 703fe9e14aac410bb6525a1274a91a4b for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:17:57.232172 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.251982 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (ac0d6f2f-da2a-470d-8b37-a6a55d64bbca), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.264227 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:17:57.375955 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:57.384938 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Checking segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:57.385564 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Network hostable DHCP agents. Network: bbbca9b4-2d07-4458-ac6f-197a310315ef, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:17:57.431538 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 63b369c4-f59a-48a7-b980-7d9440fbc399) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:57.441776 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ad65f-314b-4734-923a-640c07cb18b3 None None] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:57.470200 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:57.472643 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.521032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Network bbbca9b4-2d07-4458-ac6f-197a310315ef is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:17:57.531893 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, bbbca9b4-2d07-4458-ac6f-197a310315ef) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:57.554328 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:57.555137 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.584396 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0013d3d-a752-4396-ab59-7ab693b91b9a None None] Network bbbca9b4-2d07-4458-ac6f-197a310315ef requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:57.692462 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (2e3fccd9-5c2a-4f28-bcde-566d6611fe4f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.700388 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ddd0cbc6-6b37-4215-bb29-b540e7aa3e17 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5462945 Jan 21 23:17:57.700769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (7f2662d4-43ec-4c06-a1df-5021368a4f70), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.702328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52052) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:57.710410 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1f2c2b64-11d6-405c-a481-729445c3a27b admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9385133 Jan 21 23:17:57.725454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:57.756885 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32625503-f744-46af-ad01-104771d5a841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-63b369c4-f59a-48a7-b980-7d9440fbc399', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:17:57.757766 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:57.855078 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b333b04-7d26-488a-801e-be24b930c530 None None] Network bbbca9b4-2d07-4458-ac6f-197a310315ef requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:57.922654 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:57.930231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52074) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:57.933315 dv-cinder-825688-1-iscsi neutron-server[103079]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 21 23:17:57.979431 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Checking segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:57.979915 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Network hostable DHCP agents. Network: 00a59679-d254-4bb8-9647-93de41835b3f, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:17:57.984535 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Checking segment: {'id': '76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'bab17213-c6e8-4b6b-ad6b-a2179641b1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:57.984535 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Network hostable DHCP agents. Network: bab17213-c6e8-4b6b-ad6b-a2179641b1dc, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:17:58.015991 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (1841eb38-c559-409f-9405-2c658626a060), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.017093 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (1841eb38-c559-409f-9405-2c658626a060), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.022787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f2662d4-43ec-4c06-a1df-5021368a4f70,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:58.110955 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for router_controller (1841eb38-c559-409f-9405-2c658626a060), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.121780 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Network bab17213-c6e8-4b6b-ad6b-a2179641b1dc is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:17:58.144347 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Network 00a59679-d254-4bb8-9647-93de41835b3f is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:17:58.194044 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-32625503-f744-46af-ad01-104771d5a841 None None] Allocated IP 172.20.0.2 (63b369c4-f59a-48a7-b980-7d9440fbc399/90b371e4-d13f-45cf-b444-e8cf16eaefe7/23b5a281-fd95-48c0-9e83-7a9f99f154bd) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:17:58.252229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-0850032c-2183-4df5-a778-8d715f340860 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:58.254308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-0850032c-2183-4df5-a778-8d715f340860 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/networks?id=3c45e962-f366-4534-a436-6a674f51e99f HTTP/1.1" status: 200 len: 811 time: 0.3223410 Jan 21 23:17:58.276951 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-beff1b86-7165-4a66-97dc-f8012be0219b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/quotas/0cd12401fec84d8e896f61c3dae3a00f HTTP/1.1" status: 200 len: 375 time: 0.0149784 Jan 21 23:17:58.299276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, bab17213-c6e8-4b6b-ad6b-a2179641b1dc) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:58.308727 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 00a59679-d254-4bb8-9647-93de41835b3f) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:58.313688 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:58.314300 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.320147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:58.320751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.338558 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0027bc6-b181-43f2-b343-4e5819aaf111 None None] Network bab17213-c6e8-4b6b-ad6b-a2179641b1dc requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:58.340410 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762fd42-2e6e-48aa-91e3-d8c66469f00a None None] Network 00a59679-d254-4bb8-9647-93de41835b3f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:58.348945 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-32f3d261-e77f-4cb1-b745-c835829ecb18 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=0cd12401fec84d8e896f61c3dae3a00f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688398 Jan 21 23:17:58.397383 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks [] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.478975 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.541168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625503-f744-46af-ad01-104771d5a841 None None] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:17:58.552632 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for router_gateway (1841eb38-c559-409f-9405-2c658626a060), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.572743 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-d42daa38-63ee-4e22-95fd-f9940c9eb1c4 service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:17:58.581255 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-d42daa38-63ee-4e22-95fd-f9940c9eb1c4 service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0978911 Jan 21 23:17:58.583361 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-32625503-f744-46af-ad01-104771d5a841 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:58.593826 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32625503-f744-46af-ad01-104771d5a841 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:17:58.606802 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419d00a-2813-4c8b-802d-299ad97f6b49 None None] Network 00a59679-d254-4bb8-9647-93de41835b3f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:58.646483 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2a23c5b1-0f2f-4161-ad89-ebaa0a681491 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5972667 Jan 21 23:17:58.690409 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f871d2-b257-44a5-b812-46ce16cfa30d None None] Network bab17213-c6e8-4b6b-ad6b-a2179641b1dc requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:17:58.702502 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625503-f744-46af-ad01-104771d5a841 None None] Pushing event updated for resources: {'Port': ['ID=23b5a281-fd95-48c0-9e83-7a9f99f154bd,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:58.719643 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-5ecb6009-e13b-4c07-9eaf-b52f82823bdd service neutron] 10.222.0.138 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347649 Jan 21 23:17:58.726570 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-16b34de9-e473-4396-84a5-2936e9209946 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6856742 Jan 21 23:17:58.729866 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52108) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:58.746087 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:17:58.785944 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.787043 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.787515 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.788916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.788916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.788916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.789252 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.789357 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.790056 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.790056 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.790516 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.790936 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.791469 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Tracked resource versions report: Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: pushed versions: Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: { 'AddressGroup': {'1.2'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'ConntrackHelper': {'1.0'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Log': {'1.0'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Network': {'1.1'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Port': {'1.7'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'PortForwarding': {'1.2'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'QosPolicy': {'1.10'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroup': {'1.5'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SubPort': {'1.0'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Subnet': {'1.1'}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Trunk': {'1.1'}} Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: consumer versions: Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: HyperV agent@hv-cinder-82568: {}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'ConntrackHelper': '1.0', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'LocalIPAssociation': '1.0', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Log': '1.0', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Network': '1.1', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Port': '1.7', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'PortForwarding': '1.2', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'QosPolicy': '1.10', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroup': '1.5', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SecurityGroupRule': '1.2', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'SubPort': '1.0', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Subnet': '1.1', Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: 'Trunk': '1.1'}} Jan 21 23:17:58.792782 dv-cinder-825688-1-iscsi neutron-server[103080]: {{(pid=103080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:17:58.850820 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-32625503-f744-46af-ad01-104771d5a841 None None] Attempting to bind port 23b5a281-fd95-48c0-9e83-7a9f99f154bd on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:17:58.850820 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-32625503-f744-46af-ad01-104771d5a841 None None] Attempting to bind port 23b5a281-fd95-48c0-9e83-7a9f99f154bd by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:17:58.851466 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32625503-f744-46af-ad01-104771d5a841 None None] Attempting to bind port 23b5a281-fd95-48c0-9e83-7a9f99f154bd on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:17:58.869400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32625503-f744-46af-ad01-104771d5a841 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:17:58.877360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32625503-f744-46af-ad01-104771d5a841 None None] Checking segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:17:58.877360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.877360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32625503-f744-46af-ad01-104771d5a841 None None] Bound using segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:17:58.877360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-32625503-f744-46af-ad01-104771d5a841 None None] Bound port: 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:17:58.877360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.885259 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52110) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:58.929365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-5398fa36-f771-47ea-a798-bc09efa62709 service neutron] 10.222.0.138 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095153 Jan 21 23:17:58.984200 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (823ed186-e983-4488-b5e9-5538d248c926), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:58.985700 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (823ed186-e983-4488-b5e9-5538d248c926), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.014437 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-32625503-f744-46af-ad01-104771d5a841 None None] For port 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:17:59.022288 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-32625503-f744-46af-ad01-104771d5a841 None None] For port 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=23b5a281-fd95-48c0-9e83-7a9f99f154bd,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:17:59.109994 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-32625503-f744-46af-ad01-104771d5a841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.119647 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for router_gateway (1841eb38-c559-409f-9405-2c658626a060), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.154150 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.191924 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for router_controller (823ed186-e983-4488-b5e9-5538d248c926), precommit_add_association {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.199721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0df5b3a0-09f1-4de2-87a1-048fc3f63e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.223025 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52128) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:17:59.234879 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625503-f744-46af-ad01-104771d5a841 None None] Pushing event updated for resources: {'Port': ['ID=23b5a281-fd95-48c0-9e83-7a9f99f154bd,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:17:59.369460 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Allocated IP 172.27.3.93 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/90dd1999-8e3f-46e3-975a-3062493fbd88) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:17:59.530319 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.615279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0df5b3a0-09f1-4de2-87a1-048fc3f63e81 admin admin] Publish callbacks [] for security_group (d82fc5ba-7f49-4d8c-8cb7-1f4d59319473), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.680628 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.692046 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-5dffdb4b-faa3-4db4-b1f5-d0d8e1a39d1a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:17:59.693609 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-5dffdb4b-faa3-4db4-b1f5-d0d8e1a39d1a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.4688122 Jan 21 23:17:59.752968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0df5b3a0-09f1-4de2-87a1-048fc3f63e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d82fc5ba-7f49-4d8c-8cb7-1f4d59319473), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:17:59.757346 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:17:59.763644 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:17:59.768591 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:17:59.773904 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6fec7693-1149-4119-ab22-34e5b0470a65 req-04d03e9e-843d-4881-8a47-05bc6cbd4aaf tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.2156069 Jan 21 23:17:59.802917 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-f99be23d-a13a-4f74-93e0-ae8b50e4d4c5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/quotas/daae16f34e0244cba19ebdc39e0dc2f8 HTTP/1.1" status: 200 len: 375 time: 0.0772417 Jan 21 23:17:59.815712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Pushing event updated for resources: {'Port': ['ID=90dd1999-8e3f-46e3-975a-3062493fbd88,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:00.023972 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5b3a0-09f1-4de2-87a1-048fc3f63e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82fc5ba-7f49-4d8c-8cb7-1f4d59319473,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:00.031182 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for router_gateway (823ed186-e983-4488-b5e9-5538d248c926), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.035929 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-33b64552-6098-4a97-9954-360d19baf933 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2321324 Jan 21 23:18:00.054419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-0df5b3a0-09f1-4de2-87a1-048fc3f63e81 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=632de893b6504ccc957985569fea63bb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1643133 Jan 21 23:18:00.059344 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52182) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:00.097957 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52186) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:00.104610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1079698622-network', 'tenant_id': '8b4cfb1cea2e4a03840b8a938b4102e5'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:00.164030 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] Publish callbacks [] for security_group (d82fc5ba-7f49-4d8c-8cb7-1f4d59319473), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.217804 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Made reservation on behalf of 8b4cfb1cea2e4a03840b8a938b4102e5 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:00.221556 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.240530 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.246850 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] Publish callbacks [] for security_group (d82fc5ba-7f49-4d8c-8cb7-1f4d59319473), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.318280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for router_gateway (1841eb38-c559-409f-9405-2c658626a060), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.318423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-f02a2144-1323-4426-94b2-77e9f38d46cb service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:18:00.319946 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-f02a2144-1323-4426-94b2-77e9f38d46cb service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1288931 Jan 21 23:18:00.474779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 23b5a281-fd95-48c0-9e83-7a9f99f154bd up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:00.566595 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d82fc5ba-7f49-4d8c-8cb7-1f4d59319473), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.573379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.575449 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d82fc5ba-7f49-4d8c-8cb7-1f4d59319473 HTTP/1.1" status: 204 len: 168 time: 0.5150070 Jan 21 23:18:00.597694 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 23b5a281-fd95-48c0-9e83-7a9f99f154bd triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:00.599320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.729868 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks [] for security_group (49835c6a-4aa7-4cb4-8385-a5051047f7d2), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.755623 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for router_gateway (823ed186-e983-4488-b5e9-5538d248c926), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.777441 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (1841eb38-c559-409f-9405-2c658626a060), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.790518 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6dbc3-9f1f-492a-9e29-68450a8a0ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82fc5ba-7f49-4d8c-8cb7-1f4d59319473,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:00.826358 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-5a6c5930-f27e-4c74-b98a-fb285f6664b6 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556980 Jan 21 23:18:00.890322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 23b5a281-fd95-48c0-9e83-7a9f99f154bd is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:00.891573 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.943074 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ceea75-71b6-4cb2-b735-c34ed73fe4c4 None None] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:18:00.946352 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=23b5a281-fd95-48c0-9e83-7a9f99f154bd,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:00.958895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (49835c6a-4aa7-4cb4-8385-a5051047f7d2), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:00.962638 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.042846 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68461df0-1e01-48f3-877f-56f6d713327d req-619b2865-8d6d-4fe1-a3e0-980e469b728e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0913742 Jan 21 23:18:01.055202 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-2289fd7e-ed0c-40fb-a858-7c4eb2509a07 None None] Provisioning complete for port 23b5a281-fd95-48c0-9e83-7a9f99f154bd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:01.056134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2289fd7e-ed0c-40fb-a858-7c4eb2509a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.064568 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:18:01.101636 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.117159 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (0db65049-c1eb-4481-b82d-20c7119acba4), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.117593 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Added segment 0db65049-c1eb-4481-b82d-20c7119acba4 of type vlan for network 18045d2a-7fab-4891-9054-c292786a0a0b Jan 21 23:18:01.122221 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49835c6a-4aa7-4cb4-8385-a5051047f7d2,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:01.130676 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Router 1841eb38-c559-409f-9405-2c658626a060 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:18:01.240019 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Allocated IP 172.27.3.96 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/ae9f2c79-09dd-425c-8111-2f7831e63ce6) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:01.242626 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=23b5a281-fd95-48c0-9e83-7a9f99f154bd,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:01.324560 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-2289fd7e-ed0c-40fb-a858-7c4eb2509a07 None None] Current status of the port 23b5a281-fd95-48c0-9e83-7a9f99f154bd is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:01.368647 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-4fb7bc9a-b0c9-4335-87a9-a6cc8b71a123 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404873 Jan 21 23:18:01.371960 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:18:01.383929 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:18:01.437353 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (18045d2a-7fab-4891-9054-c292786a0a0b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.437487 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:01.437487 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:17:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:01.494782 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.498800 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-94a97c9a-a755-4114-bbce-cffa8bef9f6b admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7928581 Jan 21 23:18:01.499089 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52222) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:01.535160 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.626226 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (18045d2a-7fab-4891-9054-c292786a0a0b), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.626226 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:01.626226 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.673872 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-9349c443-d765-4fed-8a8d-afdd30f14096 None None] Provisioning complete for port 23b5a281-fd95-48c0-9e83-7a9f99f154bd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:01.674595 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9349c443-d765-4fed-8a8d-afdd30f14096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.705611 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:01.731476 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:01.761734 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9f2c79-09dd-425c-8111-2f7831e63ce6,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:01.772176 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6720910 Jan 21 23:18:01.775412 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359651c-a9e5-405c-9958-a0cfc78435a2 admin admin] Pushing event updated for resources: {'Network': ['ID=18045d2a-7fab-4891-9054-c292786a0a0b,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:01.776381 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52232) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:01.789372 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:01.791235 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:01.802314 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:01.813296 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 18045d2a-7fab-4891-9054-c292786a0a0b details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:18:01.831454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Request body: {'subnet': {'network_id': '18045d2a-7fab-4891-9054-c292786a0a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1079698622-subnet', 'tenant_id': '8b4cfb1cea2e4a03840b8a938b4102e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:01.852307 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52234) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:01.946413 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-9349c443-d765-4fed-8a8d-afdd30f14096 None None] Current status of the port 23b5a281-fd95-48c0-9e83-7a9f99f154bd is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:01.971657 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7811495f-c11a-482f-8675-2039e9fe2ec2 req-ff74a6f1-f07b-4c90-b7f9-f4a7f286eca5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.0770831 Jan 21 23:18:01.976464 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:17:59Z', 'revision_number': 3, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:02.009696 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:18:02.010367 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Updating router 1841eb38-c559-409f-9405-2c658626a060 port 90dd1999-8e3f-46e3-975a-3062493fbd88 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:18:02.039865 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.169530 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e60ce936-034d-4c43-a721-6fdc1471be4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.328717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Made reservation on behalf of 8b4cfb1cea2e4a03840b8a938b4102e5 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:02.331173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.345860 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 23b5a281-fd95-48c0-9e83-7a9f99f154bd up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:02.369131 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-34777df0-7c7c-48d1-a44e-2c8380113c33 req-dd85f4e7-5373-4f07-ae57-1d36d7cd4f68 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.1054294 Jan 21 23:18:02.401224 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks [] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.404580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for router_gateway (823ed186-e983-4488-b5e9-5538d248c926), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.405535 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 23b5a281-fd95-48c0-9e83-7a9f99f154bd triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:02.405873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.510751 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 23b5a281-fd95-48c0-9e83-7a9f99f154bd is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:02.537788 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.588024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e60ce936-034d-4c43-a721-6fdc1471be4f admin admin] Publish callbacks [] for security_group (6f4b099c-5940-41b7-b27b-da248ecdd0c8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.612005 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Pushing event updated for resources: {'Port': ['ID=90dd1999-8e3f-46e3-975a-3062493fbd88,revision_number=2']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:02.634106 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.635069 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.635876 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.636249 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.636646 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.637001 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.637554 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.638785 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.639325 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.639707 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.640065 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.640452 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.641483 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Tracked resource versions report: Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: pushed versions: Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: { 'AddressGroup': {'1.2'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'ConntrackHelper': {'1.0'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'LocalIPAssociation': {'1.0'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Log': {'1.0'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Network': {'1.1'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Port': {'1.7'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'PortForwarding': {'1.2'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'QosPolicy': {'1.10'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroup': {'1.5'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroupRule': {'1.2'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SubPort': {'1.0'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Subnet': {'1.1'}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Trunk': {'1.1'}} Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: consumer versions: Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: { DHCP agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: HyperV agent@hv-cinder-82568: {}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: L3 agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: Metadata agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: Metering agent@dv-cinder-825688-1-iscsi: {}, Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: Open vSwitch agent@dv-cinder-825688-1-iscsi: { 'AddressGroup': '1.2', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'ConntrackHelper': '1.0', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'LocalIPAssociation': '1.0', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Log': '1.0', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Network': '1.1', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Port': '1.7', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'PortForwarding': '1.2', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'QosPolicy': '1.10', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroup': '1.5', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SecurityGroupRule': '1.2', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'SubPort': '1.0', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Subnet': '1.1', Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: 'Trunk': '1.1'}} Jan 21 23:18:02.642869 dv-cinder-825688-1-iscsi neutron-server[103081]: {{(pid=103081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 21 23:18:02.656605 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Attempting to bind port 90dd1999-8e3f-46e3-975a-3062493fbd88 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:02.657265 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Attempting to bind port 90dd1999-8e3f-46e3-975a-3062493fbd88 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:02.657867 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Attempting to bind port 90dd1999-8e3f-46e3-975a-3062493fbd88 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:02.659077 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (823ed186-e983-4488-b5e9-5538d248c926), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.665974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.668850 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:02.669643 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:02.670325 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.670908 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:02.671590 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Bound port: 90dd1999-8e3f-46e3-975a-3062493fbd88, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:02.672185 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.703555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e60ce936-034d-4c43-a721-6fdc1471be4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6f4b099c-5940-41b7-b27b-da248ecdd0c8), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.733480 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] For port 90dd1999-8e3f-46e3-975a-3062493fbd88, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:02.737598 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] For port 90dd1999-8e3f-46e3-975a-3062493fbd88, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=90dd1999-8e3f-46e3-975a-3062493fbd88,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:02.775228 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e60ce936-034d-4c43-a721-6fdc1471be4f admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=2d235c045e1c4a9aba8b0ef9ca265f2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8974125 Jan 21 23:18:02.779141 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52264) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:02.793812 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce936-034d-4c43-a721-6fdc1471be4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b099c-5940-41b7-b27b-da248ecdd0c8,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:02.806876 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.844772 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (c3f191cb-bd10-4936-8180-50325bd704d2), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.871954 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] Publish callbacks [] for security_group (6f4b099c-5940-41b7-b27b-da248ecdd0c8), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.893823 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:02.894526 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:17:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:02.903790 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] Publish callbacks [] for security_group (6f4b099c-5940-41b7-b27b-da248ecdd0c8), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:02.951217 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb96b06-32fd-49c9-b1ef-d957e0723112 None None] Pushing event updated for resources: {'Port': ['ID=90dd1999-8e3f-46e3-975a-3062493fbd88,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:02.966425 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3f191cb-bd10-4936-8180-50325bd704d2,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:02.994399 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Router 823ed186-e983-4488-b5e9-5538d248c926 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:18:03.027272 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Checking segment: {'id': '0db65049-c1eb-4481-b82d-20c7119acba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '18045d2a-7fab-4891-9054-c292786a0a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:03.027713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Network hostable DHCP agents. Network: 18045d2a-7fab-4891-9054-c292786a0a0b, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:18:03.035097 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:03.052047 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Allocated IP 172.20.0.1 (63b369c4-f59a-48a7-b980-7d9440fbc399/90b371e4-d13f-45cf-b444-e8cf16eaefe7/bfa79cdc-d266-4bb2-9ed7-2adf7a629a37) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:03.170748 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Network 18045d2a-7fab-4891-9054-c292786a0a0b is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:18:03.177625 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks [] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.209858 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6f4b099c-5940-41b7-b27b-da248ecdd0c8), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.212823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.213979 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/6f4b099c-5940-41b7-b27b-da248ecdd0c8 HTTP/1.1" status: 204 len: 168 time: 0.4335823 Jan 21 23:18:03.251293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 18045d2a-7fab-4891-9054-c292786a0a0b) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:03.265278 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:03.266698 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0999a359-6b6e-4f11-949d-a512f1c9db17 None None] Network 18045d2a-7fab-4891-9054-c292786a0a0b requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:18:03.268467 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.278865 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:17:59Z', 'revision_number': 3, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:03.280062 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.330464 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:03.332345 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:03.337357 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:03.337941 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (1841eb38-c559-409f-9405-2c658626a060), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.344791 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ce953-53aa-4d6b-9c13-3b001fa0f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b099c-5940-41b7-b27b-da248ecdd0c8,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:03.346815 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a78d69-a296-4171-9778-d33f1df988ec None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:17:59Z', 'revision_number': 3, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:18:03.357693 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-837e8241-1df3-4b08-8a84-05d1a4f2be90 req-0b12202d-82e9-4540-94b2-a382673199a1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.1459005 Jan 21 23:18:03.396793 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:18:03.431640 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Sync routers for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:18:03.455835 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:03.465468 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:17:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:03.482364 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8b475e82-ffc4-4ada-918c-de46aebe8922 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6642952 Jan 21 23:18:03.519130 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Pushing event updated for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:03.592969 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9235bc14-37a8-4d20-a2f8-e95eccbf8197 req-e74e8f4b-fd12-42a2-aa78-62b9bdb8885f tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0995328 Jan 21 23:18:03.605337 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:03.615982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9a663f15-7f76-48fc-a0c3-6feb1f2d5086 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8818777 Jan 21 23:18:03.620701 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52286) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:03.717339 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52288) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:03.781265 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b5ba17-58aa-45fa-98ca-3a18ff2dcd6b None None] Network 18045d2a-7fab-4891-9054-c292786a0a0b requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:18:03.814378 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Deleting subnet 7f2662d4-43ec-4c06-a1df-5021368a4f70 {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:18:03.824723 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Publish callbacks [] for subnet (7f2662d4-43ec-4c06-a1df-5021368a4f70), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.057770 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Publish callbacks [] for subnet (7f2662d4-43ec-4c06-a1df-5021368a4f70), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.078700 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:04.092293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-e1d28e8e-5154-4615-baaf-2660999e7e17 None None] Provisioning complete for port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:04.092293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e1d28e8e-5154-4615-baaf-2660999e7e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.092516 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.092737 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (7f2662d4-43ec-4c06-a1df-5021368a4f70), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.557925 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-e1d28e8e-5154-4615-baaf-2660999e7e17 None None] Port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:18:04.565480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (7f2662d4-43ec-4c06-a1df-5021368a4f70), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.567225 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ddbdbd9e-e485-4964-844b-8c30b8267c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.567225 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 90dd1999-8e3f-46e3-975a-3062493fbd88 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:04.699363 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-71407bc1-4bd9-453b-868d-2b1d8bba8689 req-4f94d249-cb12-4684-a9e8-0a16f5c7b4bb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.0876417 Jan 21 23:18:04.704905 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:01Z', 'revision_number': 3, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:04.790339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.809849 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Checking router: 823ed186-e983-4488-b5e9-5538d248c926 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:18:04.812133 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Updating router 823ed186-e983-4488-b5e9-5538d248c926 port ae9f2c79-09dd-425c-8111-2f7831e63ce6 binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:18:04.816936 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.843651 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks [] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.855340 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f2662d4-43ec-4c06-a1df-5021368a4f70,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:04.857607 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 90dd1999-8e3f-46e3-975a-3062493fbd88 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:04.858021 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.867985 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.885381 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-864f0549-a3aa-4ce2-88b8-dec04c5cd375 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/7f2662d4-43ec-4c06-a1df-5021368a4f70 HTTP/1.1" status: 204 len: 168 time: 1.1669574 Jan 21 23:18:04.892660 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52334) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:04.922955 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.966691 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:04.969450 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (1841eb38-c559-409f-9405-2c658626a060), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.154772 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-28fad9a2-5dbb-470c-85f7-3546a7a3eeae req-2893376f-6afc-43c9-8f2d-20a005efbd29 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0688732 Jan 21 23:18:05.304909 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Allocated IP 172.20.0.1 (00a59679-d254-4bb8-9647-93de41835b3f/2e3fccd9-5c2a-4f28-bcde-566d6611fe4f/03f3a6cb-910b-48de-9118-bbdfaac30dfb) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:05.447707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks [] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.456751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Pushing event updated for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:05.461883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 90dd1999-8e3f-46e3-975a-3062493fbd88 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:05.462537 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.470974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (bab17213-c6e8-4b6b-ad6b-a2179641b1dc), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.480834 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:05.483187 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:05.503358 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks [] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.509940 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 90dd1999-8e3f-46e3-975a-3062493fbd88, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=90dd1999-8e3f-46e3-975a-3062493fbd88,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:05.543741 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.586025 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.626830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Attempting to bind port ae9f2c79-09dd-425c-8111-2f7831e63ce6 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:05.626830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Attempting to bind port ae9f2c79-09dd-425c-8111-2f7831e63ce6 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:05.626830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Attempting to bind port ae9f2c79-09dd-425c-8111-2f7831e63ce6 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:05.626830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8870101-e109-4dab-bc44-0568ff030a8b None None] Pushing event updated for resources: {'Port': ['ID=ae9f2c79-09dd-425c-8111-2f7831e63ce6,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:05.657810 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.671998 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (bab17213-c6e8-4b6b-ad6b-a2179641b1dc), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.709316 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.709691 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.710796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.711328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > port after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.711868 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:05.712289 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:05.712440 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.712722 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.713173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > port after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.713679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.714185 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.714966 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.715478 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:05.719207 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:05.720051 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Bound port: ae9f2c79-09dd-425c-8111-2f7831e63ce6, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:05.720509 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.753131 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Network 00a59679-d254-4bb8-9647-93de41835b3f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:05.756710 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:05.767052 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:05.772628 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (823ed186-e983-4488-b5e9-5538d248c926), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:05.780087 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Pushing event updated for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:05.868315 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] For port ae9f2c79-09dd-425c-8111-2f7831e63ce6, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:05.872331 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=90dd1999-8e3f-46e3-975a-3062493fbd88,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:05.908087 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] For port ae9f2c79-09dd-425c-8111-2f7831e63ce6, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ae9f2c79-09dd-425c-8111-2f7831e63ce6,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:05.924557 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc2be425-d1c0-4c12-83b0-93d5d4d31f42 req-0a6499f8-e3fb-49e8-ab96-c872c00d160f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.0589244 Jan 21 23:18:06.008690 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-37fb8912-eeaf-4a86-add1-9bc81835377a None None] Provisioning complete for port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:06.009095 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-37fb8912-eeaf-4a86-add1-9bc81835377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.039954 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.094687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.121989 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-37fb8912-eeaf-4a86-add1-9bc81835377a None None] Port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:18:06.182295 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:06.182723 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:06.183074 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:06.183423 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:06.183802 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab17213-c6e8-4b6b-ad6b-a2179641b1dc']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:06.210376 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:06.211458 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:17:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:06.333718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:06.333903 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:06.353334 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:18:06.361063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.451092 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8870101-e109-4dab-bc44-0568ff030a8b None None] Pushing event updated for resources: {'Port': ['ID=ae9f2c79-09dd-425c-8111-2f7831e63ce6,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:06.464616 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 90dd1999-8e3f-46e3-975a-3062493fbd88 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:06.465126 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd51e21c-d22e-407d-a114-fd1da79ad3ad req-d4505dea-5e39-47ab-b176-835007dc471c tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0439310 Jan 21 23:18:06.567712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.581082 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks [] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.586166 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:18:06.594188 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-1d1bb81d-b672-46bf-8b80-77df9e1662be admin admin] 10.222.0.138 "PUT /v2.0/routers/1841eb38-c559-409f-9405-2c658626a060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0926387 Jan 21 23:18:06.600530 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:18:06.600985 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (76b7c6d5-0f1d-46a3-bf83-b00e8182e8e7), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: from cryptography.utils import int_from_bytes Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: from cryptography.utils import int_from_bytes Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:18:06.606293 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:18:06.644846 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:06.680106 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 90dd1999-8e3f-46e3-975a-3062493fbd88 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:06.680530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.697061 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.698973 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (823ed186-e983-4488-b5e9-5538d248c926), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.746074 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.124', 54580) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:06.779901 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (bab17213-c6e8-4b6b-ad6b-a2179641b1dc), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.886836 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:06.900054 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] 10.222.0.138 "DELETE /v2.0/networks/bab17213-c6e8-4b6b-ad6b-a2179641b1dc HTTP/1.1" status: 204 len: 168 time: 2.0058913 Jan 21 23:18:06.906808 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Pushing event updated for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:06.910006 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52386) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:06.941969 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:18:06.961645 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00f39b-56f9-4fa5-ae43-e41c09a57740 admin admin] Pushing event deleted for resources: {'Network': ['ID=bab17213-c6e8-4b6b-ad6b-a2179641b1dc,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:06.966939 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:06.969160 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:17:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:07.022608 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Deleting subnet c3f191cb-bd10-4936-8180-50325bd704d2 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:18:07.034508 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Network 00a59679-d254-4bb8-9647-93de41835b3f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:07.035716 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Publish callbacks [] for subnet (c3f191cb-bd10-4936-8180-50325bd704d2), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:07.044245 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:07.153408 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:07.258569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-6bb49374-9e84-4198-96ad-a87b50a0953e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:07.260542 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-6bb49374-9e84-4198-96ad-a87b50a0953e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.124 "GET /v2.0/networks?id=3c45e962-f366-4534-a436-6a674f51e99f HTTP/1.1" status: 200 len: 811 time: 0.5130420 Jan 21 23:18:07.279556 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ad4d9768-ee7e-45e7-b050-72c3a5ca4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:07.328070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 90dd1999-8e3f-46e3-975a-3062493fbd88 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:07.342510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Request body: {'port': {'device_id': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f', 'admin_state_up': True, 'tenant_id': '0cd12401fec84d8e896f61c3dae3a00f'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:07.408972 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '03f3a6cb-910b-48de-9118-bbdfaac30dfb', 'name': '', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'mac_address': 'fa:16:3e:88:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:04Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 1, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'subnets': [{'id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:07.449706 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8045ca04-824e-4171-870d-ab437c1ee780 req-8f1e86f2-ac0d-49e1-b130-00025930338e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.3789308 Jan 21 23:18:07.478345 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Publish callbacks [] for subnet (c3f191cb-bd10-4936-8180-50325bd704d2), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:07.499502 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (c3f191cb-bd10-4936-8180-50325bd704d2), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:07.510925 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:04Z', 'revision_number': 2, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:07.522903 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4863792d-e96a-4cd6-b7b3-7377191daab4 None None] The sync data for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi is: [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '03f3a6cb-910b-48de-9118-bbdfaac30dfb', 'name': '', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'mac_address': 'fa:16:3e:88:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:04Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 1, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'subnets': [{'id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:18:07.582665 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:18:07.583785 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Updating router 1841eb38-c559-409f-9405-2c658626a060 port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:18:07.637716 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Router 823ed186-e983-4488-b5e9-5538d248c926 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:18:07.656678 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:07.699011 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.124', 54586) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:07.794673 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52424) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:07.836911 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156974689', 'description': 'tempest-description--1744700500'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:07.960206 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a59bbae-04db-4f0e-86ad-6190ae7bc373 req-330a2c7f-d5dd-4d6b-b469-2d7adcf31c72 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.1046121 Jan 21 23:18:07.971399 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:18:07.992311 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-41151fd9-1dc0-48e3-983b-cae521457c79 admin admin] 10.222.0.138 "PUT /v2.0/routers/823ed186-e983-4488-b5e9-5538d248c926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3440967 Jan 21 23:18:08.118275 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-fa840911-85d4-4b07-8b84-fcff85d45c86 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:08.118787 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for subnet (c3f191cb-bd10-4936-8180-50325bd704d2), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.120723 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-fa840911-85d4-4b07-8b84-fcff85d45c86 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.4198086 Jan 21 23:18:08.159024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Request body: {'port': {'device_id': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'admin_state_up': True, 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:08.195866 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.226681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3f191cb-bd10-4936-8180-50325bd704d2,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:08.240804 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.247934 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c959d553-d011-493e-93b9-add853748d76 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/c3f191cb-bd10-4936-8180-50325bd704d2 HTTP/1.1" status: 204 len: 168 time: 1.3368185 Jan 21 23:18:08.256936 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52452) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:08.333417 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Made reservation on behalf of 0cd12401fec84d8e896f61c3dae3a00f for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:08.336965 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.370613 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks [] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.410557 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (18045d2a-7fab-4891-9054-c292786a0a0b), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.457649 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.627136 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (18045d2a-7fab-4891-9054-c292786a0a0b), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:08.678717 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c1f7004e-d910-4a2b-9d94-751609fd7d77 req-38fb1b57-d8be-4a08-8bc1-d65ba954edd3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.0586195 Jan 21 23:18:08.712723 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.713076 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.718228 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.721708 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > port after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.722480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.726292 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > port after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.727014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.729724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.730289 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.730873 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:08.803533 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0f73-5c79-46ba-8987-f83652ad4ed8 None None] Pushing event updated for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:08.953318 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52490) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:09.001424 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Attempting to bind port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:09.003755 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Attempting to bind port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:09.006055 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Attempting to bind port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:09.025354 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:09.026271 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Checking segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:09.027230 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.029961 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Bound using segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:09.030716 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Bound port: bfa79cdc-d266-4bb2-9ed7-2adf7a629a37, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:09.031884 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.130675 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.191317 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] For port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:09.200978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (cd987b95-bbc3-4260-b15d-3d91b20e2019), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.210583 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] For port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:09.226236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:09.229210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.244213 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Allocated IP 172.20.0.2 (3c45e962-f366-4534-a436-6a674f51e99f/135b129a-b81c-49f7-9180-1affee0d07b9/f1aa597d-373e-4fc7-b9cc-85eb080126e3) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:09.297143 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:09.298918 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:09.299592 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:09.300179 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103079) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 21 23:18:09.301112 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18045d2a-7fab-4891-9054-c292786a0a0b']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:09.321801 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-4772597b-26a8-404a-ab53-028e36076790 None None] Provisioning complete for port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:09.322432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4772597b-26a8-404a-ab53-028e36076790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.334518 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.398181 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-4772597b-26a8-404a-ab53-028e36076790 None None] Port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:18:09.410251 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db65049-c1eb-4481-b82d-20c7119acba4') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:09.410693 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db65049-c1eb-4481-b82d-20c7119acba4') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:09.488382 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0f73-5c79-46ba-8987-f83652ad4ed8 None None] Pushing event updated for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:09.517735 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:09.518779 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:18:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:09.563842 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6969d40d-0777-481c-8bf9-b647e3e56a9a req-bf3f2594-8020-4848-a590-f5213a40d359 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.1079557 Jan 21 23:18:09.582359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (0db65049-c1eb-4481-b82d-20c7119acba4), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.779531 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (cd987b95-bbc3-4260-b15d-3d91b20e2019), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.795465 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (0db65049-c1eb-4481-b82d-20c7119acba4), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.855824 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:18:09.856299 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (0db65049-c1eb-4481-b82d-20c7119acba4), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:09.872551 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: from cryptography.utils import int_from_bytes Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: from cryptography.utils import int_from_bytes Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:18:09.881565 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:18:09.926986 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-03bc-41e3-a728-8d5320b370f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.064982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-16384f6e-44fe-43b6-8654-409e8a57b5a5 req-55bbc8bc-9ea5-4f36-a6dd-5bcc1e70aae2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.1580136 Jan 21 23:18:10.077323 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd987b95-bbc3-4260-b15d-3d91b20e2019,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:10.101623 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-b738ee73-0277-4aa2-8d7b-053dc3759246 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:10.111633 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-b738ee73-0277-4aa2-8d7b-053dc3759246 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 819 time: 0.8027632 Jan 21 23:18:10.171551 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-74ae1e7d-8992-4916-81e6-9520309979b2 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/quotas/d912b381d80b458abb7c0c4c51992242 HTTP/1.1" status: 200 len: 375 time: 0.0556605 Jan 21 23:18:10.175252 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Provisioning complete for port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:10.175915 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.426419 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Current status of the port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:10.427404 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-8a320bb3-cdeb-47f6-af69-ed9cdfe25ca9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2514877 Jan 21 23:18:10.429605 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.454046 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:09Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:10.539475 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d350b-199a-4ecf-96e6-6058413c698c None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:09Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:18:10.543250 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] For port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:10.563594 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ae9f2c79-09dd-425c-8111-2f7831e63ce6 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:10.759754 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.807415 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-03bc-41e3-a728-8d5320b370f0 admin admin] Publish callbacks [] for security_group (bdbb32b6-7b32-4569-b76c-1778dfcbfafa), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.872596 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.873854 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6d854282-bd81-46c9-9b01-826d371c05fa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.0554864 Jan 21 23:18:10.908515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52528) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:10.924925 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.949639 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group_rule': {'security_group_id': 'cd987b95-bbc3-4260-b15d-3d91b20e2019', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:10.959165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-03bc-41e3-a728-8d5320b370f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bdbb32b6-7b32-4569-b76c-1778dfcbfafa), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.962414 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Allocated IP 172.20.0.9 (bbbca9b4-2d07-4458-ac6f-197a310315ef/ac0d6f2f-da2a-470d-8b37-a6a55d64bbca/b542fc38-9fc4-4586-b716-752686445db5) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:10.974312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (18045d2a-7fab-4891-9054-c292786a0a0b), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:10.984546 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ae9f2c79-09dd-425c-8111-2f7831e63ce6 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:10.985647 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.001087 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-f89b1647-7684-4046-8954-743cdf024f1f service neutron] 10.222.0.138 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5727818 Jan 21 23:18:11.031653 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks [] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.031653 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374bb81-03bc-41e3-a728-8d5320b370f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbb32b6-7b32-4569-b76c-1778dfcbfafa,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.040033 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82dd80-53c2-47a9-8443-500b73121209 None None] Pushing event updated for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.132681 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-773516af-7d56-4822-bd75-78c29add0c15 req-1774b35a-fe22-4506-b781-43586c1d84bf tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.1865833 Jan 21 23:18:11.199091 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.210802 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8374bb81-03bc-41e3-a728-8d5320b370f0 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=9bae32e2526b481e8aff2d8b448ba9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2500794 Jan 21 23:18:11.215278 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] 10.222.0.138 "DELETE /v2.0/networks/18045d2a-7fab-4891-9054-c292786a0a0b HTTP/1.1" status: 204 len: 168 time: 2.9537895 Jan 21 23:18:11.236704 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52538) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:11.269656 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4527a6-e875-4142-9d32-183864f47c0c admin admin] Pushing event deleted for resources: {'Network': ['ID=18045d2a-7fab-4891-9054-c292786a0a0b,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.308732 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (935258d6-4f25-4a3f-887c-eaae509894b2), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.331390 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ae9f2c79-09dd-425c-8111-2f7831e63ce6 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:11.338035 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.370337 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2b0ed943-b91a-4ae9-a693-9fc7c20c8bdb req-2b455c59-f9b2-458c-8aba-177e8916d10d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 210 time: 0.0832205 Jan 21 23:18:11.403147 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port ae9f2c79-09dd-425c-8111-2f7831e63ce6, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ae9f2c79-09dd-425c-8111-2f7831e63ce6,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:11.428581 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.545536 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (935258d6-4f25-4a3f-887c-eaae509894b2), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.560128 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.575170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-ed1d5fc9-c1ee-4a1a-9f53-f2a8365c769c service neutron] 10.222.0.138 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708153 Jan 21 23:18:11.633650 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.644561 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (935258d6-4f25-4a3f-887c-eaae509894b2), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:11.677776 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=ae9f2c79-09dd-425c-8111-2f7831e63ce6,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.828638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935258d6-4f25-4a3f-887c-eaae509894b2,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.911315 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Pushing event updated for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:11.927838 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52558) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:11.943331 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] Publish callbacks [] for security_group (bdbb32b6-7b32-4569-b76c-1778dfcbfafa), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.062110 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Network 3c45e962-f366-4534-a436-6a674f51e99f is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:12.092924 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-24e223f6-d7ef-4427-9d69-32d987c63d0f req-8359dde7-f94b-4d95-9cc5-d330d72e4c5f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 210 time: 0.0940523 Jan 21 23:18:12.115276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] Publish callbacks [] for security_group (bdbb32b6-7b32-4569-b76c-1778dfcbfafa), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.115276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:12.119761 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5f7ed8e5-b976-4d0b-9345-88abede50685 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=703fe9e14aac410bb6525a1274a91a4b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1903281 Jan 21 23:18:12.123241 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52564) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:12.174981 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:12.199806 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.201798 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-edbef778-5713-41c7-ae6c-242633c82ff5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2825165 Jan 21 23:18:12.206814 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks [] for port (b542fc38-9fc4-4586-b716-752686445db5), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.226882 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52572) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:12.239716 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group_rule': {'security_group_id': 'cd987b95-bbc3-4260-b15d-3d91b20e2019', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:12.437906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:12.438860 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.511225 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] Publish callbacks [] for security_group (6af273b4-9632-4348-b0ce-5b6f885e48c8), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.584624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.590050 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bdbb32b6-7b32-4569-b76c-1778dfcbfafa), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.593083 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.596705 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/bdbb32b6-7b32-4569-b76c-1778dfcbfafa HTTP/1.1" status: 204 len: 168 time: 1.3566129 Jan 21 23:18:12.606584 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ae9f2c79-09dd-425c-8111-2f7831e63ce6 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:12.617591 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-210928f9-fc6d-4c62-a78a-80ab4c17e907 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2759004 Jan 21 23:18:12.663685 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9aee3-3363-420b-9d5c-6294d6ab1e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbb32b6-7b32-4569-b76c-1778dfcbfafa,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:12.680312 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-a560f303-352b-46fc-926f-b5fbc1d8b788 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:18:12.686885 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-a560f303-352b-46fc-926f-b5fbc1d8b788 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290482 Jan 21 23:18:12.745098 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24950f2-a901-4a47-bd8f-46e854401071 req-6288bb96-c0c0-4a9d-981b-430f32790079 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:12.759593 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f24950f2-a901-4a47-bd8f-46e854401071 req-6288bb96-c0c0-4a9d-981b-430f32790079 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 931 time: 0.4882898 Jan 21 23:18:12.766649 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] Publish callbacks [] for security_group (6af273b4-9632-4348-b0ce-5b6f885e48c8), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.780466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Network bbbca9b4-2d07-4458-ac6f-197a310315ef is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:12.794330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:12.823809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:12.904308 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Sync routers for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:18:12.916434 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event updated for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:12.932915 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (530ba274-4b39-4071-a3a3-4c826637ccd2), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:12.963360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:12.965316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:18:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:13.041143 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:13.042088 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.124478 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Request body: {'port': {'device_id': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:13.149002 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-ff6fcc6b-6148-461e-9bd6-2876bdde0a72 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9951320 Jan 21 23:18:13.190387 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ae9f2c79-09dd-425c-8111-2f7831e63ce6 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:13.190387 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.216952 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Request body: {'port': {'device_id': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:13.256655 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.386748 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:13.391375 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f24950f2-a901-4a47-bd8f-46e854401071 req-fe906cb8-7df9-4ab4-a00d-0b29151015e2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303637 Jan 21 23:18:13.420847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b542fc38-9fc4-4586-b716-752686445db5), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.454468 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-daa1ccbc-4bea-41da-9ea7-1e8869fcf3d1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:13.479268 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-daa1ccbc-4bea-41da-9ea7-1e8869fcf3d1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 819 time: 0.9515705 Jan 21 23:18:13.555135 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (530ba274-4b39-4071-a3a3-4c826637ccd2), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.566924 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-547006cb-babf-42f0-8c01-0b05afc688ed tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/quotas/d912b381d80b458abb7c0c4c51992242 HTTP/1.1" status: 200 len: 375 time: 0.0849886 Jan 21 23:18:13.653530 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (530ba274-4b39-4071-a3a3-4c826637ccd2), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.687677 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6af273b4-9632-4348-b0ce-5b6f885e48c8), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.689541 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ae9f2c79-09dd-425c-8111-2f7831e63ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:13.690499 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:13.690669 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:13.691918 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/6af273b4-9632-4348-b0ce-5b6f885e48c8 HTTP/1.1" status: 204 len: 168 time: 1.5674202 Jan 21 23:18:13.776739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530ba274-4b39-4071-a3a3-4c826637ccd2,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:13.820091 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf504aef-e779-487e-bc87-effd55be38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af273b4-9632-4348-b0ce-5b6f885e48c8,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:13.891685 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eb687-81c0-4cdf-b32e-53a8d2cade0c req-e75dd05c-95c4-49bf-944b-a045823cd196 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:13.896300 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a71eb687-81c0-4cdf-b32e-53a8d2cade0c req-e75dd05c-95c4-49bf-944b-a045823cd196 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 931 time: 0.2953587 Jan 21 23:18:13.927468 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-469123c7-0580-4626-9f31-e92bbc6c62e5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3582089 Jan 21 23:18:14.026429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.032965 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-2d1e13c5-79a1-4215-8f3c-87a275f85bc5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8019021 Jan 21 23:18:14.041448 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52620) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:14.065998 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:14.066661 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.077450 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:14.134367 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '03f3a6cb-910b-48de-9118-bbdfaac30dfb', 'name': '', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'mac_address': 'fa:16:3e:88:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:04Z', 'updated_at': '2022-01-21T23:18:06Z', 'revision_number': 2, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'subnets': [{'id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:14.191574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Checking router: 823ed186-e983-4488-b5e9-5538d248c926 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:18:14.194966 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Updating router 823ed186-e983-4488-b5e9-5538d248c926 port 03f3a6cb-910b-48de-9118-bbdfaac30dfb binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:18:14.234412 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.247284 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a71eb687-81c0-4cdf-b32e-53a8d2cade0c req-982db972-01da-442d-81f0-5bd9a33022db tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297139 Jan 21 23:18:14.260140 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-e54aeec2-713f-45e8-9ee5-ac2f51219f7c service neutron] 10.222.0.138 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294091 Jan 21 23:18:14.269127 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:14.274312 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.547743 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-e95f3a31-b874-40f3-a0e7-7a30714c8524 service neutron] 10.222.0.138 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865298 Jan 21 23:18:14.560244 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52632) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:14.654518 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7493f-8fa4-41b6-9c51-c901ad8c91b3 req-2dbf1090-762f-4c70-9dac-c27bdaf5dc1a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:14.656502 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25b7493f-8fa4-41b6-9c51-c901ad8c91b3 req-2dbf1090-762f-4c70-9dac-c27bdaf5dc1a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 931 time: 0.1021461 Jan 21 23:18:14.767354 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks [] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.808769 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25b7493f-8fa4-41b6-9c51-c901ad8c91b3 req-9e165794-420c-47ee-94b1-0db609f16fc2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449769 Jan 21 23:18:14.860834 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:14.888204 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.124', 54600) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:15.001803 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aa597d-373e-4fc7-b9cc-85eb080126e3 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:15.068313 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks [] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.106964 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8d4e-83e1-4a45-9120-3bde7749bd24 None None] Pushing event updated for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:15.124816 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52642) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:15.153088 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b542fc38-9fc4-4586-b716-752686445db5 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:15.203097 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3768766-4c44-4094-b779-a48ac5f19e25 req-e7e61285-d0f9-4b79-8702-7ed5e92312e2 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0989547 Jan 21 23:18:15.211775 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Attempting to bind port 03f3a6cb-910b-48de-9118-bbdfaac30dfb on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:15.217108 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Attempting to bind port 03f3a6cb-910b-48de-9118-bbdfaac30dfb by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:15.217726 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Attempting to bind port 03f3a6cb-910b-48de-9118-bbdfaac30dfb on network 00a59679-d254-4bb8-9647-93de41835b3f {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:15.237809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.239707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:15.241929 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Checking segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:15.242650 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.242861 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Bound using segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:15.243438 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Bound port: 03f3a6cb-910b-48de-9118-bbdfaac30dfb, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:15.245579 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Transition to ACTIVE for port object f1aa597d-373e-4fc7-b9cc-85eb080126e3 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:15.248371 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.254352 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks [] for port (b542fc38-9fc4-4586-b716-752686445db5), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.308997 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-e88883e7-2073-4277-857a-2da85fcbf03d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:15.313089 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-e88883e7-2073-4277-857a-2da85fcbf03d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 819 time: 0.4141026 Jan 21 23:18:15.323816 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-50f436dd-6cc6-4470-bdc7-729a94bd4724 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=8b4cfb1cea2e4a03840b8a938b4102e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1779165 Jan 21 23:18:15.323816 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52646) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:15.372592 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Request body: {'port': {'device_id': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'admin_state_up': True, 'tenant_id': 'd912b381d80b458abb7c0c4c51992242'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:15.424118 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] For port 03f3a6cb-910b-48de-9118-bbdfaac30dfb, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:15.447514 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] For port 03f3a6cb-910b-48de-9118-bbdfaac30dfb, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=03f3a6cb-910b-48de-9118-bbdfaac30dfb,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:15.576217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.735007 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.780613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-d64d1191-e602-41cf-8ac7-fed677a5ea49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.792530 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:15.792800 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] Publish callbacks [] for security_group (49835c6a-4aa7-4cb4-8385-a5051047f7d2), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.813468 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Transition to ACTIVE for port object b542fc38-9fc4-4586-b716-752686445db5 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:15.815660 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Allocated IP 172.27.3.218 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/b7dae981-95bf-44a9-a3ae-c30dfd96b9e2) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:15.904967 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-d64d1191-e602-41cf-8ac7-fed677a5ea49 admin admin] Publish callbacks [] for security_group (1ff3b275-3b43-4988-83c5-8ca3323d76f1), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.936112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:15.974529 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095c84c-c560-4740-8f95-da3ef8ff544a req-8069d797-2ed6-48df-9da6-88aaeeaf1196 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:15.995469 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0095c84c-c560-4740-8f95-da3ef8ff544a req-8069d797-2ed6-48df-9da6-88aaeeaf1196 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 931 time: 0.4935164 Jan 21 23:18:16.038048 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-d64d1191-e602-41cf-8ac7-fed677a5ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1ff3b275-3b43-4988-83c5-8ca3323d76f1), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.083869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d1191-e602-41cf-8ac7-fed677a5ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3b275-3b43-4988-83c5-8ca3323d76f1,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:16.104764 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] Publish callbacks [] for security_group (49835c6a-4aa7-4cb4-8385-a5051047f7d2), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.201943 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb8d4e-83e1-4a45-9120-3bde7749bd24 None None] Pushing event updated for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:16.281114 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:16.284659 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:18:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:16.366870 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52682) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:16.420723 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Pushing event updated for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:16.425513 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0095c84c-c560-4740-8f95-da3ef8ff544a req-7c802a7b-7ed1-4096-8788-a25d0167e815 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287608 Jan 21 23:18:16.465649 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8273e-49dd-4d2f-9856-666099579697 req-f46a5e72-3fb2-418d-ba28-62a1282a1ea7 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:16.467279 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25f8273e-49dd-4d2f-9856-666099579697 req-f46a5e72-3fb2-418d-ba28-62a1282a1ea7 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.4540641 Jan 21 23:18:16.570743 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-d64d1191-e602-41cf-8ac7-fed677a5ea49 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=ffbcaa61dd7b45b9be54f97772efd2f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9496195 Jan 21 23:18:16.570743 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52686) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:16.590988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Attempting to bind port b542fc38-9fc4-4586-b716-752686445db5 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:16.591805 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Attempting to bind port b542fc38-9fc4-4586-b716-752686445db5 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:16.592663 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Attempting to bind port b542fc38-9fc4-4586-b716-752686445db5 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:16.597294 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:16.602789 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Made reservation on behalf of d912b381d80b458abb7c0c4c51992242 for: {'port': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:16.608154 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.627167 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.629064 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Attempting to bind port f1aa597d-373e-4fc7-b9cc-85eb080126e3 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Attempting to bind port f1aa597d-373e-4fc7-b9cc-85eb080126e3 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'e90943da-e68a-41f6-9170-da320f50707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Attempting to bind port f1aa597d-373e-4fc7-b9cc-85eb080126e3 on network 3c45e962-f366-4534-a436-6a674f51e99f {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Port b542fc38-9fc4-4586-b716-752686445db5 on network bbbca9b4-2d07-4458-ac6f-197a310315ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Attempting to bind port b542fc38-9fc4-4586-b716-752686445db5 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Port f1aa597d-373e-4fc7-b9cc-85eb080126e3 on network 3c45e962-f366-4534-a436-6a674f51e99f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:16.665073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Attempting to bind port f1aa597d-373e-4fc7-b9cc-85eb080126e3 on network 3c45e962-f366-4534-a436-6a674f51e99f {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:16.692635 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 03f3a6cb-910b-48de-9118-bbdfaac30dfb up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:16.702480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:16.703270 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Checking segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:16.704126 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Bound using segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:16.704974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Bound port: b542fc38-9fc4-4586-b716-752686445db5, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:16.705615 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b542fc38-9fc4-4586-b716-752686445db5), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.709683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:16.710337 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Checking segment: {'id': 'e90943da-e68a-41f6-9170-da320f50707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:16.711026 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Bound using segment: {'id': 'e90943da-e68a-41f6-9170-da320f50707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:16.711716 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Bound port: f1aa597d-373e-4fc7-b9cc-85eb080126e3, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90943da-e68a-41f6-9170-da320f50707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:16.712402 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.801035 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:16.806994 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3,segment=NetworkSegment(e90943da-e68a-41f6-9170-da320f50707b),segment_id=e90943da-e68a-41f6-9170-da320f50707b)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:16.833884 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] Publish callbacks [] for security_group (1ff3b275-3b43-4988-83c5-8ca3323d76f1), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.863178 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] Publish callbacks [] for security_group (1ff3b275-3b43-4988-83c5-8ca3323d76f1), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.901122 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Allocated IP 172.20.0.7 (00a59679-d254-4bb8-9647-93de41835b3f/2e3fccd9-5c2a-4f28-bcde-566d6611fe4f/6bdf577c-d79c-4975-a18f-9d3b3070128d) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:16.924921 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (49835c6a-4aa7-4cb4-8385-a5051047f7d2), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.928480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:16.937800 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/49835c6a-4aa7-4cb4-8385-a5051047f7d2 HTTP/1.1" status: 204 len: 168 time: 1.6118970 Jan 21 23:18:17.047285 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:17.048563 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-43f3359e-1407-4397-b253-be75637a3b62 req-e561ab20-bb23-4987-b002-d48a970b4c89 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.3921435 Jan 21 23:18:17.049374 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-74a50c52-c313-40a9-b5cc-ab3256316113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.057587 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=b542fc38-9fc4-4586-b716-752686445db5,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:17.073050 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc772e9-9464-497c-9588-a94f994f6fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49835c6a-4aa7-4cb4-8385-a5051047f7d2,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:17.099484 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25f8273e-49dd-4d2f-9856-666099579697 req-e8d7ebe8-5c5a-4d3f-bd95-6292b1f9ec08 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5889168 Jan 21 23:18:17.130281 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 03f3a6cb-910b-48de-9118-bbdfaac30dfb triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:17.130281 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.274514 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.334615 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 03f3a6cb-910b-48de-9118-bbdfaac30dfb is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:17.335371 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.354106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1ff3b275-3b43-4988-83c5-8ca3323d76f1), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.359761 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.359761 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/1ff3b275-3b43-4988-83c5-8ca3323d76f1 HTTP/1.1" status: 204 len: 168 time: 0.7920835 Jan 21 23:18:17.361253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.374466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.376854 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '03f3a6cb-910b-48de-9118-bbdfaac30dfb', 'name': '', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'mac_address': 'fa:16:3e:88:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:04Z', 'updated_at': '2022-01-21T23:18:15Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'subnets': [{'id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:17.415484 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bed67a-ef9d-4b3e-a8af-94482247a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3b275-3b43-4988-83c5-8ca3323d76f1,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:17.425491 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:17.430368 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:17.431260 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.433294 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] 10.222.0.124 "PUT /v2.0/ports/b542fc38-9fc4-4586-b716-752686445db5 HTTP/1.1" status: 200 len: 1093 time: 4.2257793 Jan 21 23:18:17.435308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:17.442037 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:17.456357 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:17.460640 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=b7dae981-95bf-44a9-a3ae-c30dfd96b9e2,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:17.484689 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 03f3a6cb-910b-48de-9118-bbdfaac30dfb, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=03f3a6cb-910b-48de-9118-bbdfaac30dfb,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:17.503995 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77b4ef-20ae-42e7-88cd-9d9ddb32c588 None None] The sync data for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi is: [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '03f3a6cb-910b-48de-9118-bbdfaac30dfb', 'name': '', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'mac_address': 'fa:16:3e:88:73:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:04Z', 'updated_at': '2022-01-21T23:18:15Z', 'revision_number': 4, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'subnets': [{'id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:18:17.553889 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:17.559220 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.559220 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] 10.222.0.124 "PUT /v2.0/ports/f1aa597d-373e-4fc7-b9cc-85eb080126e3 HTTP/1.1" status: 200 len: 1093 time: 4.6318231 Jan 21 23:18:17.564107 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks [] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.571949 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.688614 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a97ed-8ae7-4432-81e5-b3d2256fa296 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:17.717396 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:17.816049 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.944300 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-74a50c52-c313-40a9-b5cc-ab3256316113 admin admin] Publish callbacks [] for security_group (32479e0d-0005-456e-89ee-e9876f56471f), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:17.961675 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Network 00a59679-d254-4bb8-9647-93de41835b3f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:17.970098 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:17.986133 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:17.997277 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575cee8-fed4-4b9f-b8d3-0d7cab66dc55 req-837c8f34-dfbf-419d-89a3-1bbacd86864e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.000052 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f575cee8-fed4-4b9f-b8d3-0d7cab66dc55 req-837c8f34-dfbf-419d-89a3-1bbacd86864e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.3243229 Jan 21 23:18:18.079486 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-04b2eb8b-03e0-4758-925c-2cac7a5fa00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.081114 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-04b2eb8b-03e0-4758-925c-2cac7a5fa00b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 1096 time: 0.3810375 Jan 21 23:18:18.095647 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-74a50c52-c313-40a9-b5cc-ab3256316113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (32479e0d-0005-456e-89ee-e9876f56471f), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:18.111631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98341df0-5e28-4feb-a90b-09677f78194c service neutron] Pushing event updated for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:18.128711 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Pushing event updated for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:18.280792 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-0268fca5-ec79-44e2-8c1a-1952f222b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.290847 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.291517 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:18.304145 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-0268fca5-ec79-44e2-8c1a-1952f222b293 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0cd12401fec84d8e896f61c3dae3a00f&device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 1096 time: 0.5022347 Jan 21 23:18:18.410188 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c8f929-46e9-4c68-87df-f9da0d2d1896" -d '{"events": [{"name": "network-changed", "server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "tag": "b542fc38-9fc4-4586-b716-752686445db5"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:18.425604 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-f1cf870c-c7ea-44c3-8580-a9583316370b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b542fc38-9fc4-4586-b716-752686445db5 HTTP/1.1" status: 200 len: 217 time: 0.2947381 Jan 21 23:18:18.479476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 03f3a6cb-910b-48de-9118-bbdfaac30dfb up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:18.522604 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:18.550667 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-5664f5df-663b-48ff-acc5-68084f36e35d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3 HTTP/1.1" status: 200 len: 217 time: 0.1441510 Jan 21 23:18:18.594173 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a50c52-c313-40a9-b5cc-ab3256316113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32479e0d-0005-456e-89ee-e9876f56471f,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:18.599859 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-74a50c52-c313-40a9-b5cc-ab3256316113 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=00270cf1b96c4547a0e6aa16ec8253e2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2312562 Jan 21 23:18:18.619369 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52724) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:18.659704 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f575cee8-fed4-4b9f-b8d3-0d7cab66dc55 req-12fca9ab-594d-4656-b8cc-58855b61dfcb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280928 Jan 21 23:18:18.688326 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 03f3a6cb-910b-48de-9118-bbdfaac30dfb triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:18.688326 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:18.722288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788092d0-a2c9-4296-b43d-71dd6f5ef02b req-d4768da9-c994-4360-9728-1d1acefae524 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.724656 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-788092d0-a2c9-4296-b43d-71dd6f5ef02b req-d4768da9-c994-4360-9728-1d1acefae524 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.4705942 Jan 21 23:18:18.733410 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-7fa0d9a5-2faf-415f-b25d-3cbdcbaabad1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3814192 Jan 21 23:18:18.787609 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Request body: {'port': {'device_id': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:18.876231 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-1d44aa40-6adb-4594-b4ce-b582b18fe819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.881979 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-1d44aa40-6adb-4594-b4ce-b582b18fe819 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.3719409 Jan 21 23:18:18.894449 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:18.912370 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 03f3a6cb-910b-48de-9118-bbdfaac30dfb is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:18.924575 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.124', 54604) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:18.953106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-411ac9a1-be18-4d00-90aa-2a6d28b521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:18.954996 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-411ac9a1-be18-4d00-90aa-2a6d28b521f0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=135b129a-b81c-49f7-9180-1affee0d07b9 HTTP/1.1" status: 200 len: 851 time: 0.3365328 Jan 21 23:18:18.978875 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52730) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:19.074919 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8acfd1fb-ebae-42dd-95c3-0ede6eeedb73 req-b8cc795f-ba97-451d-86ae-62689a7ea115 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.2415969 Jan 21 23:18:19.077832 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-2dbf38f6-80e9-4afc-867b-a6aa757450c6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1804593 Jan 21 23:18:19.136750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ae99b457-0486-4a00-96d2-a768a53584ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:19.165496 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-504d9302-5972-4bd0-956b-44862d0e0dc1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c45e962-f366-4534-a436-6a674f51e99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931561 Jan 21 23:18:19.235125 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-788092d0-a2c9-4296-b43d-71dd6f5ef02b req-b440a735-519e-45cd-8d5d-6aa07aab9cc2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004978 Jan 21 23:18:19.249829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:19.831395 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] Publish callbacks [] for security_group (32479e0d-0005-456e-89ee-e9876f56471f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:19.940173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee5354a-680e-41de-a726-6da37edf6421 x-openstack-request-id: req-3ee5354a-680e-41de-a726-6da37edf6421 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:19.940685 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "tag": "b542fc38-9fc4-4586-b716-752686445db5", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:19.940910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-3ee5354a-680e-41de-a726-6da37edf6421 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:19.941494 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5', 'status': 'completed', 'code': 200} Jan 21 23:18:19.976591 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbe445-182c-478a-a9c3-c38b7367db3f req-c5e7519f-05cf-4cd3-8ef5-059e1fc8cf81 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:19.983605 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbcbe445-182c-478a-a9c3-c38b7367db3f req-c5e7519f-05cf-4cd3-8ef5-059e1fc8cf81 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.1298201 Jan 21 23:18:20.023211 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-c7537ff6-ce33-4057-afce-1dfd3dc65a55 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:20.027005 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-c7537ff6-ce33-4057-afce-1dfd3dc65a55 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 819 time: 1.0773351 Jan 21 23:18:20.091935 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-b9361e73-3615-4167-a60a-4f8108b4aaac service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9780600 Jan 21 23:18:20.108874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Request body: {'port': {'device_id': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'admin_state_up': True, 'tenant_id': 'd912b381d80b458abb7c0c4c51992242'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:20.118304 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbcbe445-182c-478a-a9c3-c38b7367db3f req-699d74f7-fe5d-4bdb-9620-24952f676fa0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337228 Jan 21 23:18:20.152234 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] Publish callbacks [] for security_group (32479e0d-0005-456e-89ee-e9876f56471f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.190481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdf577c-d79c-4975-a18f-9d3b3070128d {{(pid=103079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:20.200679 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks [] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.268204 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.provisioning_blocks [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Transition to ACTIVE for port object 6bdf577c-d79c-4975-a18f-9d3b3070128d will not be triggered until provisioned by entity L2. {{(pid=103079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:20.291628 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-19897126-19d7-4bd7-8603-de8427269fb3 req-7a7de68c-2849-449f-843d-2b1eeb361ec5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0577815 Jan 21 23:18:20.300674 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-4e4118b3-993f-4511-89c0-f0d36c24a12c service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1064656 Jan 21 23:18:20.341061 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.396889 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.489565 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cf5e6-1edb-4014-8f4a-0e80225b4f46 req-40b11e2b-9a69-4ee2-a497-788467d10d27 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:20.491348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d7cf5e6-1edb-4014-8f4a-0e80225b4f46 req-40b11e2b-9a69-4ee2-a497-788467d10d27 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.1596916 Jan 21 23:18:20.492361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.499940 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Pushing event updated for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:20.636444 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52780) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:20.747837 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Attempting to bind port 6bdf577c-d79c-4975-a18f-9d3b3070128d on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:20.748328 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Attempting to bind port 6bdf577c-d79c-4975-a18f-9d3b3070128d by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:20.748645 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Attempting to bind port 6bdf577c-d79c-4975-a18f-9d3b3070128d on network 00a59679-d254-4bb8-9647-93de41835b3f {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:20.757359 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d7cf5e6-1edb-4014-8f4a-0e80225b4f46 req-42e77586-4791-4df0-9326-5a3de368315e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536008 Jan 21 23:18:20.758749 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Port 6bdf577c-d79c-4975-a18f-9d3b3070128d on network 00a59679-d254-4bb8-9647-93de41835b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:20.759078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Attempting to bind port 6bdf577c-d79c-4975-a18f-9d3b3070128d on network 00a59679-d254-4bb8-9647-93de41835b3f {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:20.765283 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:20.765637 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Checking segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:20.768829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Bound using segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:20.768829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Bound port: 6bdf577c-d79c-4975-a18f-9d3b3070128d, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:20.768829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.793548 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-748cf307-6162-40ca-bc6d-215a89a605e9 service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662872 Jan 21 23:18:20.836660 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ae99b457-0486-4a00-96d2-a768a53584ee admin admin] Publish callbacks [] for security_group (9f489569-7c4a-4ae1-b002-e3347050fc1e), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.880796 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-08e0c3f4-4a9a-48f7-ace9-4c1739105099 req-849eaf66-118a-4c42-b0d6-9626ea65deac service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7404039 Jan 21 23:18:20.890234 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.913986 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ae99b457-0486-4a00-96d2-a768a53584ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (9f489569-7c4a-4ae1-b002-e3347050fc1e), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:20.969654 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ae99b457-0486-4a00-96d2-a768a53584ee admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=429b28e51b9d4494a2e53c51f423eed2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9176874 Jan 21 23:18:20.979994 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52788) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:20.995444 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, cleared binding levels {{(pid=103079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:21.007586 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.008753 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9573364 Jan 21 23:18:21.015522 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daafe7f-7e44-44e0-b238-bb69828674e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=b7dae981-95bf-44a9-a3ae-c30dfd96b9e2,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.024754 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99b457-0486-4a00-96d2-a768a53584ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f489569-7c4a-4ae1-b002-e3347050fc1e,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.081065 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:21.081605 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (32479e0d-0005-456e-89ee-e9876f56471f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.085718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.094147 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/32479e0d-0005-456e-89ee-e9876f56471f HTTP/1.1" status: 204 len: 168 time: 2.4600952 Jan 21 23:18:21.104648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5ecd4-780d-49a0-80ae-810e92b11181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32479e0d-0005-456e-89ee-e9876f56471f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.136634 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Made reservation on behalf of d912b381d80b458abb7c0c4c51992242 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:21.137889 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] Publish callbacks [] for security_group (9f489569-7c4a-4ae1-b002-e3347050fc1e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.148528 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.208931 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.235605 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] Publish callbacks [] for security_group (9f489569-7c4a-4ae1-b002-e3347050fc1e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.252529 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6a77-24ed-40a1-a164-d9800961511b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.337959 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:21.338576 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.340400 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] 10.222.0.124 "PUT /v2.0/ports/6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 1093 time: 2.5867076 Jan 21 23:18:21.345118 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:21.371934 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-c0a63ef9-e7b0-4b52-8114-f362283032e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:21.372664 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-c0a63ef9-e7b0-4b52-8114-f362283032e2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 1096 time: 0.2168763 Jan 21 23:18:21.405622 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73300bef-bae7-4b38-a8b2-2890c1cf6e5f service neutron] Pushing event updated for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=3']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.486537 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b9c1c-c8e4-4a18-a4ed-6eaf94b43ca3 req-55167fa1-59ae-4268-afdb-9e44136010a1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:21.491234 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-426b9c1c-c8e4-4a18-a4ed-6eaf94b43ca3 req-55167fa1-59ae-4268-afdb-9e44136010a1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.1717553 Jan 21 23:18:21.542387 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a6f01af-8d5c-46b3-9023-9df390eec3f7 req-4e4fd1dd-b4ff-465a-a321-f628b11d4297 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.1145015 Jan 21 23:18:21.551953 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6a77-24ed-40a1-a164-d9800961511b admin admin] Publish callbacks [] for security_group (235faf39-5f47-41f4-a15d-d9e314333aed), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.627157 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (9f489569-7c4a-4ae1-b002-e3347050fc1e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.630713 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.635933 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/9f489569-7c4a-4ae1-b002-e3347050fc1e HTTP/1.1" status: 204 len: 168 time: 0.6514676 Jan 21 23:18:21.652379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fcd6a77-24ed-40a1-a164-d9800961511b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (235faf39-5f47-41f4-a15d-d9e314333aed), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:21.677808 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Allocated IP 172.20.0.6 (00a59679-d254-4bb8-9647-93de41835b3f/2e3fccd9-5c2a-4f28-bcde-566d6611fe4f/3f7b81ab-9144-470d-b0ed-9d79927145f9) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:21.680747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd6a77-24ed-40a1-a164-d9800961511b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235faf39-5f47-41f4-a15d-d9e314333aed,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.683320 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-fc95b96d-8aa9-4e52-8c90-1ca16c1e6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:21.685037 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-fc95b96d-8aa9-4e52-8c90-1ca16c1e6198 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 915 time: 0.3028657 Jan 21 23:18:21.744405 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cbf30-ea93-4637-a614-4c6e6f809b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f489569-7c4a-4ae1-b002-e3347050fc1e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:21.783119 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-eed86582-03f4-4505-a460-8908e8c4742a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b542fc38-9fc4-4586-b716-752686445db5 HTTP/1.1" status: 200 len: 217 time: 0.0849702 Jan 21 23:18:21.801318 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4fcd6a77-24ed-40a1-a164-d9800961511b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=57829e810da14fd693366e7c6dfbd9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0139072 Jan 21 23:18:21.803306 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52824) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:21.896757 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-f6dd4cd6-f1f4-4b5d-9b63-eccc544d39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:21.898318 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-f6dd4cd6-f1f4-4b5d-9b63-eccc544d39f8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.0959036 Jan 21 23:18:21.976376 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:21.979361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78804ff-e589-4d5f-aa7b-db6fb98e970c" -d '{"events": [{"name": "network-changed", "server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:22.042088 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87" -d '{"events": [{"name": "network-changed", "server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:22.053152 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-4b147360-1a35-4955-bd80-22e380565220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:22.058981 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-4b147360-1a35-4955-bd80-22e380565220 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1096 time: 0.5216928 Jan 21 23:18:22.072640 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-ae3a0c96-9001-434d-a457-89fb62809444 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827832 Jan 21 23:18:22.090881 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-426b9c1c-c8e4-4a18-a4ed-6eaf94b43ca3 req-8e6e5009-6173-4222-a3a8-c7c54b600f90 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637031 Jan 21 23:18:22.191082 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-4b61cb15-75c3-4e0b-9333-53732dc47bde tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-securitygroup--156974689&fields=id&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 267 time: 0.3894100 Jan 21 23:18:22.260423 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-5180aba7-25a0-40dc-a45a-4e4ae9e3e651 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.1138999 Jan 21 23:18:22.275229 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks [] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.410916 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-46adf0ff-26f3-4f1b-a1bd-7988c8119b72 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396150 Jan 21 23:18:22.470546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] Publish callbacks [] for security_group (235faf39-5f47-41f4-a15d-d9e314333aed), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.513316 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] Publish callbacks [] for security_group (235faf39-5f47-41f4-a15d-d9e314333aed), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.568701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.586971 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-33c8f929-46e9-4c68-87df-f9da0d2d1896 req-440faacd-b709-4b0a-86d9-db96cfa48ff1 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495237 Jan 21 23:18:22.663423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-390926fc-2a25-43b2-82ab-0d380f605684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:22.665523 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-390926fc-2a25-43b2-82ab-0d380f605684 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.3857856 Jan 21 23:18:22.668890 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Network 00a59679-d254-4bb8-9647-93de41835b3f is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:22.683725 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:22.685049 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05eaec-7194-47f3-9e6c-d54c350de437 req-4c64f985-0bdf-4afb-83c9-99f9b7b50d9a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:22.690330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:22.692490 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eb05eaec-7194-47f3-9e6c-d54c350de437 req-4c64f985-0bdf-4afb-83c9-99f9b7b50d9a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.4354358 Jan 21 23:18:22.736644 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Pushing event updated for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:22.778891 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-72533cda-ea14-4426-868a-33ba4ff7f65b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:22.781010 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-72533cda-ea14-4426-868a-33ba4ff7f65b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 816 time: 0.5249722 Jan 21 23:18:22.814507 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:22.820714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.846513 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (235faf39-5f47-41f4-a15d-d9e314333aed), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.850743 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:22.856334 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/235faf39-5f47-41f4-a15d-d9e314333aed HTTP/1.1" status: 204 len: 168 time: 1.0269439 Jan 21 23:18:22.884547 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-9b7db8b0-1979-489f-a41f-4b0308d0c777 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898253 Jan 21 23:18:22.896580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c52788-6f5c-4bb0-a1be-3f842076794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235faf39-5f47-41f4-a15d-d9e314333aed,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:22.899173 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-82ffe86b-a5e8-4343-979c-c012ec7d34ac tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/quotas/85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 375 time: 0.0538044 Jan 21 23:18:22.956980 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-6781ef8a-1d8e-4c1b-89a5-c9fadf17e3b7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8519566 Jan 21 23:18:22.991252 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Request body: {'port': {'device_id': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:23.147371 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eb05eaec-7194-47f3-9e6c-d54c350de437 req-659c89df-b07e-4894-b0b9-7c653722ed57 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538319 Jan 21 23:18:23.218537 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-d68f3145-6e0d-4e6b-b4f9-097ef24c153d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2846117 Jan 21 23:18:23.260918 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-b755134f-3838-4f6f-808d-634841bb8990 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500476 Jan 21 23:18:23.376112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114dcb00-3af6-4631-b50d-d936f2151144 x-openstack-request-id: req-114dcb00-3af6-4631-b50d-d936f2151144 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:23.376112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:23.376112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-114dcb00-3af6-4631-b50d-d936f2151144 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:23.376112 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3', 'status': 'completed', 'code': 200} Jan 21 23:18:23.409865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:23.461236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-075a18d7-3d6b-41c9-ac46-a2076019196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:23.462744 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-075a18d7-3d6b-41c9-ac46-a2076019196b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0cd12401fec84d8e896f61c3dae3a00f&device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 1096 time: 0.1227219 Jan 21 23:18:23.500525 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-4b0b1240-5031-4291-a422-5ca3756ac8b9 service neutron] 10.222.0.138 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487941 Jan 21 23:18:23.739509 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-e4160b8a-82e5-4342-998d-e5e0f9fc9d1d service neutron] 10.222.0.138 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038269 Jan 21 23:18:23.750289 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ad6adf1d-043e-4b70-abaf-95ae75d6c008 req-74eb65cb-b798-4728-897c-d2b7a6e587be service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142385 Jan 21 23:18:23.854750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-a034c351-50f2-4e04-af22-c759677a6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:23.860595 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-a034c351-50f2-4e04-af22-c759677a6af9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c45e962-f366-4534-a436-6a674f51e99f HTTP/1.1" status: 200 len: 912 time: 0.3842120 Jan 21 23:18:23.985384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1578cb96-01dc-4d6e-a13c-839b6901ab87 x-openstack-request-id: req-1578cb96-01dc-4d6e-a13c-839b6901ab87 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:23.986051 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:23.986502 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-1578cb96-01dc-4d6e-a13c-839b6901ab87 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:23.987400 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d', 'status': 'completed', 'code': 200} Jan 21 23:18:24.065608 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7b81ab-9144-470d-b0ed-9d79927145f9 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:24.074917 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-cdde3b7b-64de-40dd-b3a7-1e7326bc6038 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3 HTTP/1.1" status: 200 len: 217 time: 0.0642769 Jan 21 23:18:24.080317 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks [] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:24.118276 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:18:24.138606 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Transition to ACTIVE for port object 3f7b81ab-9144-470d-b0ed-9d79927145f9 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:24.164326 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-f508eb26-118b-477a-aefd-ddddd1fa7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.166065 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-f508eb26-118b-477a-aefd-ddddd1fa7898 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=135b129a-b81c-49f7-9180-1affee0d07b9 HTTP/1.1" status: 200 len: 851 time: 0.0802751 Jan 21 23:18:24.238971 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-dd3b1d73-78ab-490f-b791-f21b1fd0e566 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c45e962-f366-4534-a436-6a674f51e99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569253 Jan 21 23:18:24.240194 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:24.311770 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d91bd4-3c42-4a0e-b299-c5ea17bf026e req-74e64841-fdd6-4923-8134-fb882d49304f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.330143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-10d91bd4-3c42-4a0e-b299-c5ea17bf026e req-74e64841-fdd6-4923-8134-fb882d49304f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.1194491 Jan 21 23:18:24.399749 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-5ecb99d7-1b3c-415a-bfc0-3247df84ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.401619 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-5ecb99d7-1b3c-415a-bfc0-3247df84ab2d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1096 time: 0.2260709 Jan 21 23:18:24.413583 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403f79d-a708-4a3a-bc8f-107ee4bbfd20 req-374968e1-5f7a-47e9-a6b0-c0a7dd699967 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.415189 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f403f79d-a708-4a3a-bc8f-107ee4bbfd20 req-374968e1-5f7a-47e9-a6b0-c0a7dd699967 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 931 time: 0.3006723 Jan 21 23:18:24.522078 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:24.589325 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-e67b5dfe-c160-405e-80cd-481431eceb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.591012 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-e67b5dfe-c160-405e-80cd-481431eceb4f service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.1748359 Jan 21 23:18:24.591583 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 52882) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:24.612683 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-d8e2ff6b-39bd-4976-a57e-dc116ff829b6 service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614910 Jan 21 23:18:24.707929 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-5e649ded-2b6b-44cd-b0fd-bc0627439f70 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.0699735 Jan 21 23:18:24.771432 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Attempting to bind port 3f7b81ab-9144-470d-b0ed-9d79927145f9 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:24.774603 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Attempting to bind port 3f7b81ab-9144-470d-b0ed-9d79927145f9 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:24.774603 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Attempting to bind port 3f7b81ab-9144-470d-b0ed-9d79927145f9 on network 00a59679-d254-4bb8-9647-93de41835b3f {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:24.787779 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Port 3f7b81ab-9144-470d-b0ed-9d79927145f9 on network 00a59679-d254-4bb8-9647-93de41835b3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:24.788151 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Attempting to bind port 3f7b81ab-9144-470d-b0ed-9d79927145f9 on network 00a59679-d254-4bb8-9647-93de41835b3f {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:24.797202 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a78804ff-e589-4d5f-aa7b-db6fb98e970c req-41cc9661-1f1e-4b52-a898-788fabe3232b service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773262 Jan 21 23:18:24.798773 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:24.799128 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Checking segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:24.799540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Bound using segment: {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:24.800024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Bound port: 3f7b81ab-9144-470d-b0ed-9d79927145f9, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b65c690-c08c-4a3e-a2cf-be7a3249a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:24.809543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:24.809674 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79cb2a0e-86f5-40f7-b6dc-4938982d1586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:24.834671 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-10d91bd4-3c42-4a0e-b299-c5ea17bf026e req-bc413a1e-c412-40fc-893b-8d943554f4d5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016167 Jan 21 23:18:24.857048 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-be6c0cff-4493-4fbb-897b-1e15356dbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:24.859061 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-be6c0cff-4493-4fbb-897b-1e15356dbfc2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.1389146 Jan 21 23:18:24.932302 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f403f79d-a708-4a3a-bc8f-107ee4bbfd20 req-fe74716c-6991-43c8-bf7c-25f9aa9fad4f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442657 Jan 21 23:18:24.963670 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-8bd30469-9bec-4765-8f4f-924690f853b1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549672 Jan 21 23:18:24.995971 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5546006c-5928-434b-a2f5-193f6c78cc17 req-2ebb4b37-ac4e-4bca-851d-76577eca215a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0862482 Jan 21 23:18:25.027743 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:25.031670 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:25.101621 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79cb2a0e-86f5-40f7-b6dc-4938982d1586 admin admin] Publish callbacks [] for security_group (2d465117-22ff-496f-81b4-4c02e0913932), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.114358 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.132939 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-b79d527c-e7e8-41ab-a215-434a6f75118d service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417518 Jan 21 23:18:25.169253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:25.169504 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.171345 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] 10.222.0.124 "PUT /v2.0/ports/3f7b81ab-9144-470d-b0ed-9d79927145f9 HTTP/1.1" status: 200 len: 1093 time: 2.1848054 Jan 21 23:18:25.179986 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79cb2a0e-86f5-40f7-b6dc-4938982d1586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2d465117-22ff-496f-81b4-4c02e0913932), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.211049 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838c094-ea06-4f64-90f6-4f3db034c810 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:25.304407 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb2a0e-86f5-40f7-b6dc-4938982d1586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d465117-22ff-496f-81b4-4c02e0913932,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:25.312826 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-79cb2a0e-86f5-40f7-b6dc-4938982d1586 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f0e2877ffc364a1b871bb948f8811bdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137427 Jan 21 23:18:25.316096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 52902) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:25.327757 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b033640-c5f9-4198-abb1-3f54b90828ea req-b30ee2bd-add6-46bd-9886-bb8744ee029d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:25.335308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b033640-c5f9-4198-abb1-3f54b90828ea req-b30ee2bd-add6-46bd-9886-bb8744ee029d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.2010345 Jan 21 23:18:25.341389 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:25.343863 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525af31c-f6e2-43a5-959f-e58d323fe9af" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:25.391177 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] Publish callbacks [] for security_group (2d465117-22ff-496f-81b4-4c02e0913932), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.395321 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df5d4ba-bb39-4c0e-9744-ea1e3637db87 req-96e1f542-1b6d-48b7-89cf-d5cf392a9e00 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169175 Jan 21 23:18:25.417127 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] Publish callbacks [] for security_group (2d465117-22ff-496f-81b4-4c02e0913932), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.460855 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b033640-c5f9-4198-abb1-3f54b90828ea req-f38032ff-3445-4ca6-99ea-85a6fc6447bc tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179302 Jan 21 23:18:25.477739 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4104fd-08c7-4ecb-abe8-697c36b5bdae x-openstack-request-id: req-2a4104fd-08c7-4ecb-abe8-697c36b5bdae {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:25.477883 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:25.478155 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-2a4104fd-08c7-4ecb-abe8-697c36b5bdae {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:25.478734 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9', 'status': 'completed', 'code': 200} Jan 21 23:18:25.545945 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-c2614dc6-89fe-4b6e-a54f-249ed53f4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:25.549667 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-c2614dc6-89fe-4b6e-a54f-249ed53f4aa2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 1096 time: 0.0551879 Jan 21 23:18:25.571165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2d465117-22ff-496f-81b4-4c02e0913932), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.573843 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:25.575346 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/2d465117-22ff-496f-81b4-4c02e0913932 HTTP/1.1" status: 204 len: 168 time: 0.2569509 Jan 21 23:18:25.585479 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828757b9-a30a-4596-b77f-a04e5cfb1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d465117-22ff-496f-81b4-4c02e0913932,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:25.656760 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-ba4de32a-d0bd-4531-8c11-130d386e5ddc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9 HTTP/1.1" status: 200 len: 217 time: 0.0424480 Jan 21 23:18:25.712613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-fc010154-c293-48ce-b871-df7324ab7b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:25.714142 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-fc010154-c293-48ce-b871-df7324ab7b72 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0470636 Jan 21 23:18:25.763933 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-ec9fb98f-15a8-4a89-80cd-a0812d4a1050 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252614 Jan 21 23:18:25.961082 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-3cc6d2e3-2665-4840-a31c-397768f19492 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506851 Jan 21 23:18:26.008708 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cf890-2e72-445c-a5aa-2f5b85c91090 req-4076f0ef-4895-4b58-9288-19c547d02794 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.010272 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a25cf890-2e72-445c-a5aa-2f5b85c91090 req-4076f0ef-4895-4b58-9288-19c547d02794 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0527430 Jan 21 23:18:26.087323 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-007c4f6b-3bef-4eff-803a-1ad07ebca78e req-23cf4359-fe92-4c89-a856-82bb2702d57c service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195104 Jan 21 23:18:26.097233 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a25cf890-2e72-445c-a5aa-2f5b85c91090 req-8bbcaf8a-587f-41d3-8233-9cb379f9e83f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807655 Jan 21 23:18:26.161984 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae649-0fbf-4505-9463-466ad7cc8906 req-ae8e34d7-1087-49df-92d5-1be87aaf8713 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.163707 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f9aae649-0fbf-4505-9463-466ad7cc8906 req-ae8e34d7-1087-49df-92d5-1be87aaf8713 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.1001375 Jan 21 23:18:26.243213 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c40836e5-f611-4b6d-86cd-9f53079506dd req-7fa8e1bd-49fe-42f7-9023-43c9d0d0146e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0403559 Jan 21 23:18:26.259308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f9aae649-0fbf-4505-9463-466ad7cc8906 req-3daa9f41-a52e-41e3-9c02-920fc455a96a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880628 Jan 21 23:18:26.352749 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-16713022-2659-42a5-bf97-39e43f0c9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.354593 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-16713022-2659-42a5-bf97-39e43f0c9cdd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 1096 time: 0.0648067 Jan 21 23:18:26.467442 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-de9be23a-5a89-4670-bf46-77ef4d0be9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.469026 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-de9be23a-5a89-4670-bf46-77ef4d0be9b5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.1050515 Jan 21 23:18:26.526531 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-b57921df-67bd-4ae6-837b-67114ffd24d4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9 HTTP/1.1" status: 200 len: 217 time: 0.0432506 Jan 21 23:18:26.585830 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05067fb-36e5-48b0-84fd-4dedd7e0139e req-77f53abe-9827-4557-b0e6-13005f243d2b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.593354 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d05067fb-36e5-48b0-84fd-4dedd7e0139e req-77f53abe-9827-4557-b0e6-13005f243d2b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0638583 Jan 21 23:18:26.594525 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-e0b35f42-2c6f-4174-b80b-07e0cdc2382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:26.598092 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-e0b35f42-2c6f-4174-b80b-07e0cdc2382a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0651975 Jan 21 23:18:26.649395 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d05067fb-36e5-48b0-84fd-4dedd7e0139e req-e991e7c5-6be5-4d7c-8172-52f9f82d0a2e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Jan 21 23:18:27.228920 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731d90-ed9c-402a-8502-b6a8f3797f2e req-7f95ef03-8a24-4578-a328-7cf0bda41d0b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:27.231377 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5a731d90-ed9c-402a-8502-b6a8f3797f2e req-7f95ef03-8a24-4578-a328-7cf0bda41d0b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0520425 Jan 21 23:18:27.328340 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5a731d90-ed9c-402a-8502-b6a8f3797f2e req-04b74ab5-7d18-41fa-bfb3-cc48f74bfea5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870266 Jan 21 23:18:27.401750 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64af04-15f8-452a-8133-74fd1172cac8 req-ce9f7a7e-d55a-4ad9-a44d-85b95a17b401 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:27.403770 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7d64af04-15f8-452a-8133-74fd1172cac8 req-ce9f7a7e-d55a-4ad9-a44d-85b95a17b401 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0638087 Jan 21 23:18:27.448862 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-323c493e-7d19-4fe9-9a84-615e8794d46a req-8cd7dc4b-7b10-45e7-9983-2695ffe042d3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0425081 Jan 21 23:18:27.463176 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-a11caadb-8bb2-41da-bcdb-7c68d3cbc563 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410352 Jan 21 23:18:27.482172 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7d64af04-15f8-452a-8133-74fd1172cac8 req-8aafbc10-ea55-452f-b302-7d5cf5e6612a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651109 Jan 21 23:18:27.795026 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130659ff-ce1e-4261-9f44-fa28c906f16f req-897af591-f968-4498-bee6-30271f4cf031 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:27.796636 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-130659ff-ce1e-4261-9f44-fa28c906f16f req-897af591-f968-4498-bee6-30271f4cf031 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0570278 Jan 21 23:18:27.843926 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-130659ff-ce1e-4261-9f44-fa28c906f16f req-7802d507-34a0-4ca2-8b70-8ee310c09040 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412757 Jan 21 23:18:28.367329 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-e3d14f36-035b-425e-ab5a-746f9845e105 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947521 Jan 21 23:18:28.452354 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ea569-ea6b-4c3d-859e-9f5b31361704 req-0225c106-cba7-4a37-abc2-563364566dfc tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:28.453911 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-978ea569-ea6b-4c3d-859e-9f5b31361704 req-0225c106-cba7-4a37-abc2-563364566dfc tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0518773 Jan 21 23:18:28.506192 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-978ea569-ea6b-4c3d-859e-9f5b31361704 req-44734259-87dc-4d95-a80b-9157245af8fc tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455925 Jan 21 23:18:28.555501 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-750e7484-7d0b-433c-ba0d-a9e8d284ec81 req-b4fdceef-60ae-4772-8e02-a8883167013a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Jan 21 23:18:28.622746 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923906-3a08-4c05-a910-3d9b0dbef397 req-bee7b18f-6d82-4907-829f-b12e2a9dfcd9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:28.624251 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd923906-3a08-4c05-a910-3d9b0dbef397 req-bee7b18f-6d82-4907-829f-b12e2a9dfcd9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0537314 Jan 21 23:18:28.673799 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd923906-3a08-4c05-a910-3d9b0dbef397 req-df53f954-267d-462b-b2b9-c71bd4e6fcfd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Jan 21 23:18:28.945659 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53048) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:28.964402 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33411f69-f06a-4117-a2c7-4b2610f86726 req-2c2b47e7-95c6-494d-b6b7-40197c3400c6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:28.966043 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33411f69-f06a-4117-a2c7-4b2610f86726 req-2c2b47e7-95c6-494d-b6b7-40197c3400c6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0562608 Jan 21 23:18:29.015258 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33411f69-f06a-4117-a2c7-4b2610f86726 req-7476ef65-0d5b-46dd-82fb-863d9c59acc8 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Jan 21 23:18:29.060237 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-54519458-d5da-44db-8a82-fa3a75d71a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.134355 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-54519458-d5da-44db-8a82-fa3a75d71a05 admin admin] Publish callbacks [] for security_group (d5dde272-f5c9-45da-94e3-4b774d74d36c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.191954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-54519458-d5da-44db-8a82-fa3a75d71a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d5dde272-f5c9-45da-94e3-4b774d74d36c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.256906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519458-d5da-44db-8a82-fa3a75d71a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dde272-f5c9-45da-94e3-4b774d74d36c,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:29.288599 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-54519458-d5da-44db-8a82-fa3a75d71a05 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=674f302a28234328954c52bf9cb6a479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417661 Jan 21 23:18:29.292240 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53052) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:29.323551 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525af31c-f6e2-43a5-959f-e58d323fe9af req-fd676d44-67b3-4e49-923c-a942353bb2a2 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259177 Jan 21 23:18:29.347032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] Publish callbacks [] for security_group (d5dde272-f5c9-45da-94e3-4b774d74d36c), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.370400 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] Publish callbacks [] for security_group (d5dde272-f5c9-45da-94e3-4b774d74d36c), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.530607 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d5dde272-f5c9-45da-94e3-4b774d74d36c), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.533895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:29.539107 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d5dde272-f5c9-45da-94e3-4b774d74d36c HTTP/1.1" status: 204 len: 168 time: 0.2410288 Jan 21 23:18:29.545729 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfb3b2-9b05-409c-8787-bc80f02c0b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dde272-f5c9-45da-94e3-4b774d74d36c,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:29.665598 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a9ef1-de7f-4601-93ea-81c036a6e9d6 req-85af16fd-4a45-4bd4-90a8-8a01ea43299c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:29.667177 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b96a9ef1-de7f-4601-93ea-81c036a6e9d6 req-85af16fd-4a45-4bd4-90a8-8a01ea43299c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0820065 Jan 21 23:18:29.681930 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c5cc518f-813b-490e-836d-75a778c74b02 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:29.683577 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c5cc518f-813b-490e-836d-75a778c74b02 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 816 time: 0.1470520 Jan 21 23:18:29.699189 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c05a3d66-c220-48b2-8809-8fae463f934d req-f9ced8ba-e170-4a78-aabc-7f5ff5646b8d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0431597 Jan 21 23:18:29.739042 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b96a9ef1-de7f-4601-93ea-81c036a6e9d6 req-55c2b7de-fce4-48f2-993e-efd8462ad364 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624957 Jan 21 23:18:29.773334 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-09c846bc-d75b-4dcc-84a2-c7b1608c91e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 379 time: 0.0740330 Jan 21 23:18:29.786974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'port': {'device_id': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'admin_state_up': True, 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'security_groups': ['cd987b95-bbc3-4260-b15d-3d91b20e2019']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:29.869950 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e9497-8c75-4a37-ab69-254e1aafb1be req-4125cea0-748b-4600-b9a2-4cbcb2102b29 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:29.878452 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f5e9497-8c75-4a37-ab69-254e1aafb1be req-4125cea0-748b-4600-b9a2-4cbcb2102b29 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0669022 Jan 21 23:18:29.952133 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f5e9497-8c75-4a37-ab69-254e1aafb1be req-4d4f10ec-39e4-4b8b-b162-68afbabac03a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Jan 21 23:18:30.010740 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Made reservation on behalf of 85960ee333ab45b9bd752c191afacc31 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:30.014419 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.156514 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371de66-30b0-44cc-98fb-5234823565f8 req-334d78f9-4306-4f25-976e-2bb742d78e96 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:30.160690 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b371de66-30b0-44cc-98fb-5234823565f8 req-334d78f9-4306-4f25-976e-2bb742d78e96 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0614207 Jan 21 23:18:30.186078 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Allocated IP 172.20.0.10 (63b369c4-f59a-48a7-b980-7d9440fbc399/90b371e4-d13f-45cf-b444-e8cf16eaefe7/2e57b939-5fbf-4000-8625-ca456274f5fc) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:30.261730 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b371de66-30b0-44cc-98fb-5234823565f8 req-75caee62-1875-47d6-a9f5-60be520fa5cd tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977273 Jan 21 23:18:30.320300 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53090) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:30.340113 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7cb75a7d-14a4-4cbf-a0a4-f9ed9090916b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.365240 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.424561 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7cb75a7d-14a4-4cbf-a0a4-f9ed9090916b admin admin] Publish callbacks [] for security_group (f732a28f-334d-44e4-a4e7-814d636e9fec), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.502353 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.530629 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7cb75a7d-14a4-4cbf-a0a4-f9ed9090916b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (f732a28f-334d-44e4-a4e7-814d636e9fec), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.556799 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:30.559928 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:30.564516 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:30.572043 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:30.581747 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7cb75a7d-14a4-4cbf-a0a4-f9ed9090916b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6946b2d3f7e940c2973cbb0fef80449a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594364 Jan 21 23:18:30.583562 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb75a7d-14a4-4cbf-a0a4-f9ed9090916b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f732a28f-334d-44e4-a4e7-814d636e9fec,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:30.621486 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53098) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.641241 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:30.644996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.681932 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] Publish callbacks [] for security_group (f732a28f-334d-44e4-a4e7-814d636e9fec), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.732297 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-7c83bee1-dc10-4937-bbaa-687143f4c15f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9505343 Jan 21 23:18:30.754779 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Request body: {'port': {'device_id': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:30.888095 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.898403 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-4c606eca-c439-4eb7-89e1-058f16262c09 None None] Provisioning complete for port 2e57b939-5fbf-4000-8625-ca456274f5fc triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:30.899169 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4c606eca-c439-4eb7-89e1-058f16262c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.912443 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] Publish callbacks [] for security_group (f732a28f-334d-44e4-a4e7-814d636e9fec), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:30.961803 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-4c606eca-c439-4eb7-89e1-058f16262c09 None None] Port 2e57b939-5fbf-4000-8625-ca456274f5fc cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:18:31.003940 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469bd46-0c09-4d40-b94b-8d586dc5e6ab req-a5f8f0d9-a53e-4284-88f5-2006186e8c4b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:31.005612 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0469bd46-0c09-4d40-b94b-8d586dc5e6ab req-a5f8f0d9-a53e-4284-88f5-2006186e8c4b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 932 time: 0.1334267 Jan 21 23:18:31.018688 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8b944-5f09-45ef-a7f9-6231fb439d92 req-1d15998e-ec9c-4728-a085-3c068b7c98ee tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:31.020727 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dae8b944-5f09-45ef-a7f9-6231fb439d92 req-1d15998e-ec9c-4728-a085-3c068b7c98ee tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.1118217 Jan 21 23:18:31.098808 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0469bd46-0c09-4d40-b94b-8d586dc5e6ab req-3e87fb0d-2857-42fc-b5f1-8f1e0ad8d395 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763726 Jan 21 23:18:31.102085 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dae8b944-5f09-45ef-a7f9-6231fb439d92 req-b8dc7d0c-c7ff-4ea6-bf14-61766bae2b8f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736332 Jan 21 23:18:31.137478 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (f732a28f-334d-44e4-a4e7-814d636e9fec), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.140592 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.144887 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/f732a28f-334d-44e4-a4e7-814d636e9fec HTTP/1.1" status: 204 len: 168 time: 0.5521874 Jan 21 23:18:31.152134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b4321-3899-41f3-9b4b-f7f832abbe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f732a28f-334d-44e4-a4e7-814d636e9fec,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:31.233291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:31.234515 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ed79d-a6d4-406e-9c0e-e5e50226cc07 req-7623110b-6739-4cf4-a753-997f6ec632d1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:31.236354 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d7ed79d-a6d4-406e-9c0e-e5e50226cc07 req-7623110b-6739-4cf4-a753-997f6ec632d1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0538359 Jan 21 23:18:31.242204 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks [] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.261902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Transition to ACTIVE for port object 2e57b939-5fbf-4000-8625-ca456274f5fc will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:31.292951 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d7ed79d-a6d4-406e-9c0e-e5e50226cc07 req-3028d838-f3bc-4d73-a7b2-8ad69a0dab03 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Jan 21 23:18:31.319834 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.397581 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:31.435515 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aed9fc-e95c-4d8a-ba26-820ad96c89a7 req-72da6805-3e95-4edb-9970-47e40336b12c tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:31.444839 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06aed9fc-e95c-4d8a-ba26-820ad96c89a7 req-72da6805-3e95-4edb-9970-47e40336b12c tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0894248 Jan 21 23:18:31.499465 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Attempting to bind port 2e57b939-5fbf-4000-8625-ca456274f5fc on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:31.499808 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Attempting to bind port 2e57b939-5fbf-4000-8625-ca456274f5fc by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:31.500149 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Attempting to bind port 2e57b939-5fbf-4000-8625-ca456274f5fc on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:31.505057 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Port 2e57b939-5fbf-4000-8625-ca456274f5fc on network 63b369c4-f59a-48a7-b980-7d9440fbc399 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:31.505391 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Attempting to bind port 2e57b939-5fbf-4000-8625-ca456274f5fc on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:31.508785 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06aed9fc-e95c-4d8a-ba26-820ad96c89a7 req-d54a6707-92fa-484e-a86b-dfb018866143 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625436 Jan 21 23:18:31.510535 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:31.510886 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Checking segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:31.511277 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Bound using segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:31.511712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Bound port: 2e57b939-5fbf-4000-8625-ca456274f5fc, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:31.512154 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.587132 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:31.590586 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:31.691839 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.728473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:31.729121 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:31.730552 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] 10.222.0.124 "PUT /v2.0/ports/2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 1094 time: 0.9835868 Jan 21 23:18:31.730996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:31.737318 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a20678d-5d7a-417b-aa23-7568eeea880f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:31.767330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f7a3e-7545-41a2-bb7a-2267bce677b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:31.792010 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca879cd-ae80-4e45-8093-7c7dd522121d x-openstack-request-id: req-bca879cd-ae80-4e45-8093-7c7dd522121d {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:31.792361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:31.792633 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-bca879cd-ae80-4e45-8093-7c7dd522121d {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:31.793115 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'status': 'completed', 'code': 200} Jan 21 23:18:32.262294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11bdf6-9402-4dc8-a993-b54843d10ad1 req-ed3460b1-3d11-4f26-aceb-8258859e436e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:32.263939 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ea11bdf6-9402-4dc8-a993-b54843d10ad1 req-ed3460b1-3d11-4f26-aceb-8258859e436e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0840185 Jan 21 23:18:32.298470 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a40f4-e357-4ac2-9874-c4d7e2b8a55b req-2bfa3122-b12e-4f26-bfc1-144e976aeb0b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:32.300078 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e46a40f4-e357-4ac2-9874-c4d7e2b8a55b req-2bfa3122-b12e-4f26-bfc1-144e976aeb0b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0886328 Jan 21 23:18:32.350365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ea11bdf6-9402-4dc8-a993-b54843d10ad1 req-fd911b51-85be-4bdd-855f-4ad344bbb807 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800543 Jan 21 23:18:32.411341 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e46a40f4-e357-4ac2-9874-c4d7e2b8a55b req-d0b1b497-a80d-4b1e-8fef-e8b0c628c10e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904841 Jan 21 23:18:32.482516 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde72336-ed5d-4277-a8a3-5d05862e1b76 req-09ada8fd-0867-42d8-9b69-cdaf64a4bd0b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:32.484046 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dde72336-ed5d-4277-a8a3-5d05862e1b76 req-09ada8fd-0867-42d8-9b69-cdaf64a4bd0b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0513289 Jan 21 23:18:32.532401 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dde72336-ed5d-4277-a8a3-5d05862e1b76 req-25ea0194-d912-4722-9caf-c11f6d17694a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Jan 21 23:18:32.622703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1b106-03fd-4128-9be7-de842d9faa4a req-b6fcf9ff-5249-413b-8944-05cccdc852e9 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:32.624240 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5cd1b106-03fd-4128-9be7-de842d9faa4a req-b6fcf9ff-5249-413b-8944-05cccdc852e9 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0502076 Jan 21 23:18:32.676206 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5cd1b106-03fd-4128-9be7-de842d9faa4a req-e9f8c138-d565-4498-b276-cdba59569e15 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Jan 21 23:18:33.499651 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ae585-f07e-4980-a889-621ed8a2ad16 req-66b7766a-9c54-4095-b38c-a5bd3dc5b3dd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:33.501200 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c54ae585-f07e-4980-a889-621ed8a2ad16 req-66b7766a-9c54-4095-b38c-a5bd3dc5b3dd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 943 time: 0.0788391 Jan 21 23:18:33.569736 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298fc4a-2ab9-4271-a48a-7d100ac11ec6 req-18027aa3-ce1c-4db6-bc9f-4d8e926d8050 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:33.571302 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5298fc4a-2ab9-4271-a48a-7d100ac11ec6 req-18027aa3-ce1c-4db6-bc9f-4d8e926d8050 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0916572 Jan 21 23:18:33.589318 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c54ae585-f07e-4980-a889-621ed8a2ad16 req-ae1696a5-4bdc-43b6-8661-f96ee8b2da57 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742922 Jan 21 23:18:33.642843 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5298fc4a-2ab9-4271-a48a-7d100ac11ec6 req-2e2035cf-22f9-4751-9d44-9f6edfcf92bf tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633693 Jan 21 23:18:33.705011 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed264e-d32f-43d5-8ea8-63bf436b946b req-832244f7-d2b1-4eb5-8078-3e1fbc6b8636 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:33.706442 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-beed264e-d32f-43d5-8ea8-63bf436b946b req-832244f7-d2b1-4eb5-8078-3e1fbc6b8636 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 943 time: 0.0541384 Jan 21 23:18:33.769710 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-beed264e-d32f-43d5-8ea8-63bf436b946b req-c8ad9932-dc5e-41ec-be63-53524801af71 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Jan 21 23:18:33.809549 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fceaab-d203-43ae-8a07-9ff72de9cdfe req-dedb7604-d9a0-4780-9984-37157723be45 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:33.811266 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-10fceaab-d203-43ae-8a07-9ff72de9cdfe req-dedb7604-d9a0-4780-9984-37157723be45 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.0661094 Jan 21 23:18:33.865727 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-10fceaab-d203-43ae-8a07-9ff72de9cdfe req-6086f7ce-606f-4df3-9e68-d74c8553d3e6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jan 21 23:18:34.107762 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device b542fc38-9fc4-4586-b716-752686445db5 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:18:34.132419 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-d58a4c04-eece-4774-8830-2de90f8c6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.134051 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-d58a4c04-eece-4774-8830-2de90f8c6951 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1097 time: 0.0452785 Jan 21 23:18:34.221189 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=b542fc38-9fc4-4586-b716-752686445db5,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:34.235964 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'b542fc38-9fc4-4586-b716-752686445db5', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'port_id': 'b542fc38-9fc4-4586-b716-752686445db5', 'mac_address': 'fa:16:3e:aa:be:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0d6f2f-da2a-470d-8b37-a6a55d64bbca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:18:34.282127 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port b542fc38-9fc4-4586-b716-752686445db5 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:34.282530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b542fc38-9fc4-4586-b716-752686445db5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.297946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b542fc38-9fc4-4586-b716-752686445db5 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:34.332670 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=b542fc38-9fc4-4586-b716-752686445db5,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:34.382220 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-822b23a7-a9ca-48d6-a610-6b17f7a623a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.414802 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.415607 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 3f7b81ab-9144-470d-b0ed-9d79927145f9 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:18:34.447961 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53238) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:34.497183 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:34.533578 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-9eaa3ba9-6071-4673-bc3e-a7ea3f738622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.536749 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-9eaa3ba9-6071-4673-bc3e-a7ea3f738622 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=85960ee333ab45b9bd752c191afacc31&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3888252 Jan 21 23:18:34.575568 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b32da4b-fa34-476f-ba1d-eb7fb07979fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.588649 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:34.604670 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '3f7b81ab-9144-470d-b0ed-9d79927145f9', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'port_id': '3f7b81ab-9144-470d-b0ed-9d79927145f9', 'mac_address': 'fa:16:3e:b6:33:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:18:34.679423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b32da4b-fa34-476f-ba1d-eb7fb07979fa admin admin] Publish callbacks [] for security_group (325e5d39-0caf-4e2d-8467-1330626134c6), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.689095 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 3f7b81ab-9144-470d-b0ed-9d79927145f9 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:34.690384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.708484 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7b81ab-9144-470d-b0ed-9d79927145f9 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:34.723024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-ea673afb-6f36-4f36-aaa6-e1263949ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.725570 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-7a20678d-5d7a-417b-aa23-7568eeea880f req-ea673afb-6f36-4f36-aaa6-e1263949ebf3 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818225 Jan 21 23:18:34.733266 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:34.763178 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.772572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b32da4b-fa34-476f-ba1d-eb7fb07979fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (325e5d39-0caf-4e2d-8467-1330626134c6), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.787933 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24321ca9-16e8-4804-9bcb-f4c4498c157f req-55a67589-cf3f-4f9c-a695-025569217903 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.789485 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-24321ca9-16e8-4804-9bcb-f4c4498c157f req-55a67589-cf3f-4f9c-a695-025569217903 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.0934324 Jan 21 23:18:34.821831 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.822514 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f1aa597d-373e-4fc7-b9cc-85eb080126e3 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:18:34.834940 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-50c1ebd0-4a86-4ec6-af37-ce70060b7495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.836538 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-50c1ebd0-4a86-4ec6-af37-ce70060b7495 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1097 time: 0.0487180 Jan 21 23:18:34.854373 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7b32da4b-fa34-476f-ba1d-eb7fb07979fa admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0b9cacf306b04aa19197c0d30c9d4753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026203 Jan 21 23:18:34.854996 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32da4b-fa34-476f-ba1d-eb7fb07979fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e5d39-0caf-4e2d-8467-1330626134c6,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:34.857591 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53250) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:34.881783 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16b699-bddc-475f-bd89-c408f6e51527 req-9bd87e53-f6a4-482d-8ff6-ae7f6d0491db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.883492 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b16b699-bddc-475f-bd89-c408f6e51527 req-9bd87e53-f6a4-482d-8ff6-ae7f6d0491db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1461606 Jan 21 23:18:34.901564 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-f43f0d2c-4287-4464-b313-7ca3bc4c8f43 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 217 time: 0.0518961 Jan 21 23:18:34.926701 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-24321ca9-16e8-4804-9bcb-f4c4498c157f req-9e2f15a9-c6b3-4b30-88f0-a699cc0f4c67 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249087 Jan 21 23:18:34.958142 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:34.974527 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-3ae4601b-82a5-4617-93f7-01efc715c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:34.976375 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-3ae4601b-82a5-4617-93f7-01efc715c1ba service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0690727 Jan 21 23:18:34.981559 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] Publish callbacks [] for security_group (325e5d39-0caf-4e2d-8467-1330626134c6), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:34.997608 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3,segment=NetworkSegment(e90943da-e68a-41f6-9170-da320f50707b),segment_id=e90943da-e68a-41f6-9170-da320f50707b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:35.015857 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3', 'network_id': '3c45e962-f366-4534-a436-6a674f51e99f', 'port_id': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3', 'mac_address': 'fa:16:3e:60:ae:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '135b129a-b81c-49f7-9180-1affee0d07b9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:18:35.020419 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] Publish callbacks [] for security_group (325e5d39-0caf-4e2d-8467-1330626134c6), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.038764 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b16b699-bddc-475f-bd89-c408f6e51527 req-03e9b189-4576-44bf-9c11-c44db7fb20eb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347814 Jan 21 23:18:35.069819 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-b9f0ffdc-7159-496c-ae19-daa1bd44cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:35.072114 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-b9f0ffdc-7159-496c-ae19-daa1bd44cc68 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892823 Jan 21 23:18:35.096921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port f1aa597d-373e-4fc7-b9cc-85eb080126e3 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:35.097893 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.115442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa597d-373e-4fc7-b9cc-85eb080126e3 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:35.143759 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7930c9-a14c-4a85-b5c1-f75d53d55d86 req-d3fddd09-6eaf-48f1-86d3-d93961bb103d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:35.151039 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5e7930c9-a14c-4a85-b5c1-f75d53d55d86 req-d3fddd09-6eaf-48f1-86d3-d93961bb103d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.1003423 Jan 21 23:18:35.154860 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3,segment=NetworkSegment(e90943da-e68a-41f6-9170-da320f50707b),segment_id=e90943da-e68a-41f6-9170-da320f50707b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:35.206262 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-5a1a0bd6-5b87-4060-803e-32ca072fd5d3 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235392 Jan 21 23:18:35.235088 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.236018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6bdf577c-d79c-4975-a18f-9d3b3070128d details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:18:35.237604 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5e7930c9-a14c-4a85-b5c1-f75d53d55d86 req-50bd0779-cc38-4315-8faa-a2724680047c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856922 Jan 21 23:18:35.241033 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (325e5d39-0caf-4e2d-8467-1330626134c6), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.243702 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.245517 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/325e5d39-0caf-4e2d-8467-1330626134c6 HTTP/1.1" status: 204 len: 168 time: 0.3806129 Jan 21 23:18:35.281639 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5b118-24a6-4b55-9001-baa2ce355d40 req-5575f0e2-8176-433c-9a39-a31739d47579 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:35.296300 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1ca5b118-24a6-4b55-9001-baa2ce355d40 req-5575f0e2-8176-433c-9a39-a31739d47579 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 943 time: 0.1368408 Jan 21 23:18:35.306089 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fade823-ac21-4b17-9a97-3045e6d97fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e5d39-0caf-4e2d-8467-1330626134c6,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:35.357624 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0ac8b27-2192-4fb7-86ac-8e8f69a410bb req-bfdd2934-9d4a-485e-aa8f-629892bd7269 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450722 Jan 21 23:18:35.370117 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1ca5b118-24a6-4b55-9001-baa2ce355d40 req-6a991637-c510-477f-bbb7-d73aa3306374 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781095 Jan 21 23:18:35.396395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:35.399425 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:35.416442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '6bdf577c-d79c-4975-a18f-9d3b3070128d', 'network_id': '00a59679-d254-4bb8-9647-93de41835b3f', 'port_id': '6bdf577c-d79c-4975-a18f-9d3b3070128d', 'mac_address': 'fa:16:3e:0e:24:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e3fccd9-5c2a-4f28-bcde-566d6611fe4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:18:35.469777 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6bdf577c-d79c-4975-a18f-9d3b3070128d is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:35.470183 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.484009 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdf577c-d79c-4975-a18f-9d3b3070128d {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:35.507552 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:35.577465 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:35.648898 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:35.924178 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53300) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:35.938066 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b1138f55-0d81-4519-8f89-6cf391b498f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.041659 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b1138f55-0d81-4519-8f89-6cf391b498f0 admin admin] Publish callbacks [] for security_group (753b8586-a2d8-42d9-b7a9-a87936e258d9), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.071777 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f6b9-142b-4c0f-a458-67fdcacd6c42 req-402d3134-4582-49b9-b664-3c105a3b2a4f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:36.073439 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f616f6b9-142b-4c0f-a458-67fdcacd6c42 req-402d3134-4582-49b9-b664-3c105a3b2a4f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.0705690 Jan 21 23:18:36.111340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b1138f55-0d81-4519-8f89-6cf391b498f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (753b8586-a2d8-42d9-b7a9-a87936e258d9), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.157404 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f616f6b9-142b-4c0f-a458-67fdcacd6c42 req-259e94ba-c424-4dfa-a9c9-9d3b86385799 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762515 Jan 21 23:18:36.196460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b1138f55-0d81-4519-8f89-6cf391b498f0 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=dc6b4d1999714b1fba3cb0d2be340f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709293 Jan 21 23:18:36.199601 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1138f55-0d81-4519-8f89-6cf391b498f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753b8586-a2d8-42d9-b7a9-a87936e258d9,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:36.199744 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53310) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:36.224049 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823f98a-0fa4-482c-8226-2912ced59e6e req-1e8d464a-b8ed-4192-a94b-f2ff5407cc3f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:36.225654 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2823f98a-0fa4-482c-8226-2912ced59e6e req-1e8d464a-b8ed-4192-a94b-f2ff5407cc3f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0836189 Jan 21 23:18:36.259134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] Publish callbacks [] for security_group (753b8586-a2d8-42d9-b7a9-a87936e258d9), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.279780 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2823f98a-0fa4-482c-8226-2912ced59e6e req-d11ec606-bb86-4275-aac2-c6e375dd5927 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470088 Jan 21 23:18:36.283713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] Publish callbacks [] for security_group (753b8586-a2d8-42d9-b7a9-a87936e258d9), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.363536 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53316) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:36.368140 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f4604-a643-471c-81f5-3c96b4f32060 req-adf47168-aeb3-448d-b8e2-58f0c6703076 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:36.369837 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c36f4604-a643-471c-81f5-3c96b4f32060 req-adf47168-aeb3-448d-b8e2-58f0c6703076 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.0552397 Jan 21 23:18:36.425005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c36f4604-a643-471c-81f5-3c96b4f32060 req-285ad2dd-2368-4f47-824d-d7dda064c4ff tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Jan 21 23:18:36.456746 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (753b8586-a2d8-42d9-b7a9-a87936e258d9), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.470801 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.470801 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/753b8586-a2d8-42d9-b7a9-a87936e258d9 HTTP/1.1" status: 204 len: 168 time: 0.2628543 Jan 21 23:18:36.477609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456d10b-ab43-4143-afdf-e44d1f317462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753b8586-a2d8-42d9-b7a9-a87936e258d9,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:36.507881 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9664ad8f-eb6e-4d47-bfab-fd0a0f88b925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.525913 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:18:36.526567 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e5777-61ae-4115-a6e7-96ea4522fedc req-c7a874b0-ecfb-42ff-8a60-0269cc722676 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:36.528445 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d03e5777-61ae-4115-a6e7-96ea4522fedc req-c7a874b0-ecfb-42ff-8a60-0269cc722676 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.0888150 Jan 21 23:18:36.594947 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d03e5777-61ae-4115-a6e7-96ea4522fedc req-c7ffde54-c52b-484b-ae8f-b12ec1b018fb tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590665 Jan 21 23:18:36.630644 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9664ad8f-eb6e-4d47-bfab-fd0a0f88b925 admin admin] Publish callbacks [] for security_group (e3cf0230-ab25-4644-9b7e-0199bb9440aa), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.695561 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['3f7b81ab-9144-470d-b0ed-9d79927145f9'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:18:36.725029 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9664ad8f-eb6e-4d47-bfab-fd0a0f88b925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (e3cf0230-ab25-4644-9b7e-0199bb9440aa), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.765323 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9664ad8f-eb6e-4d47-bfab-fd0a0f88b925 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=9532d52dda7f4900a176c63c9e714b02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006481 Jan 21 23:18:36.766680 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664ad8f-eb6e-4d47-bfab-fd0a0f88b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf0230-ab25-4644-9b7e-0199bb9440aa,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:36.768621 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53332) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:36.801358 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['f1aa597d-373e-4fc7-b9cc-85eb080126e3'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:18:36.844253 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] Publish callbacks [] for security_group (e3cf0230-ab25-4644-9b7e-0199bb9440aa), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.869837 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] Publish callbacks [] for security_group (e3cf0230-ab25-4644-9b7e-0199bb9440aa), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:36.907945 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6bdf577c-d79c-4975-a18f-9d3b3070128d'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:18:36.961254 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f8cdfcad-acda-465f-8970-2e8200232222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.021931 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (e3cf0230-ab25-4644-9b7e-0199bb9440aa), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.025100 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.029838 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/e3cf0230-ab25-4644-9b7e-0199bb9440aa HTTP/1.1" status: 204 len: 168 time: 0.2593596 Jan 21 23:18:37.042347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae94be-031c-4099-8e08-18f413d6c0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf0230-ab25-4644-9b7e-0199bb9440aa,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:37.337541 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf93a78-c264-4df2-bad0-79bec5a8f16d req-389cb49f-4621-4755-9a2b-62a78a722940 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:37.344867 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ccf93a78-c264-4df2-bad0-79bec5a8f16d req-389cb49f-4621-4755-9a2b-62a78a722940 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.0772226 Jan 21 23:18:37.434246 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ccf93a78-c264-4df2-bad0-79bec5a8f16d req-99d52c2f-8d09-4668-b059-599d1743678b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Jan 21 23:18:37.455466 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957a69e-baac-4c96-bcbb-e166c51358c7 req-33e179cb-19d8-40d4-b63e-d752989bbdd2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:37.455466 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8957a69e-baac-4c96-bcbb-e166c51358c7 req-33e179cb-19d8-40d4-b63e-d752989bbdd2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0650396 Jan 21 23:18:37.517893 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8957a69e-baac-4c96-bcbb-e166c51358c7 req-02ff2163-a3ca-4431-9316-0951f8901c73 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559907 Jan 21 23:18:37.556222 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3155-3734-4a69-8ffc-c6e73aba5c6c req-2093be14-0b91-4329-be46-9c15c8ef9c8a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:37.557755 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6cce3155-3734-4a69-8ffc-c6e73aba5c6c req-2093be14-0b91-4329-be46-9c15c8ef9c8a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.0536234 Jan 21 23:18:37.606856 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6cce3155-3734-4a69-8ffc-c6e73aba5c6c req-70a38d8f-4fcb-4f4d-8d83-16c40d562d96 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Jan 21 23:18:37.666736 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53374) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:37.686914 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5649209-778a-4f36-aa81-19336a2e7d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.729706 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a4d6-d59b-4735-b1cc-d61502344eec req-2bc8864d-f32b-4053-bbee-337771abbbe5 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:37.729978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53376) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:37.731325 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f319a4d6-d59b-4735-b1cc-d61502344eec req-2bc8864d-f32b-4053-bbee-337771abbbe5 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.0621116 Jan 21 23:18:37.774675 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5649209-778a-4f36-aa81-19336a2e7d98 admin admin] Publish callbacks [] for security_group (b48775b0-0437-4667-9296-c0f3607b876e), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.782543 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f319a4d6-d59b-4735-b1cc-d61502344eec req-bf70a48f-0086-4d24-8b5c-88a49c050971 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Jan 21 23:18:37.838772 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5649209-778a-4f36-aa81-19336a2e7d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b48775b0-0437-4667-9296-c0f3607b876e), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.878960 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b5649209-778a-4f36-aa81-19336a2e7d98 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=48ecd5a9ae004957ae1a080bb976c498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104530 Jan 21 23:18:37.879910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5649209-778a-4f36-aa81-19336a2e7d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48775b0-0437-4667-9296-c0f3607b876e,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:37.882138 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53380) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:37.895657 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1968194137-network', 'tenant_id': 'd9be300f7b8e4217b87ba4c76fc3dd82'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:37.932555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] Publish callbacks [] for security_group (b48775b0-0437-4667-9296-c0f3607b876e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.953881 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] Publish callbacks [] for security_group (b48775b0-0437-4667-9296-c0f3607b876e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.974607 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Made reservation on behalf of d9be300f7b8e4217b87ba4c76fc3dd82 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:37.977059 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:37.986073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.049474 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b48775b0-0437-4667-9296-c0f3607b876e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.052734 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.053919 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/b48775b0-0437-4667-9296-c0f3607b876e HTTP/1.1" status: 204 len: 168 time: 0.1706820 Jan 21 23:18:38.061741 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6a956-ea8e-4ef1-b518-6ecac64433e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48775b0-0437-4667-9296-c0f3607b876e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:38.110023 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks [] for security_group (367df15d-d693-42f2-82bd-87a10b204270), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.203055 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (367df15d-d693-42f2-82bd-87a10b204270), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.227931 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:18:38.238565 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367df15d-d693-42f2-82bd-87a10b204270,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:38.243474 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (ca447af9-7bcd-41e0-8585-299316581a23), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.243833 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Added segment ca447af9-7bcd-41e0-8585-299316581a23 of type vlan for network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b Jan 21 23:18:38.286511 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.353107 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.354234 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:38.354929 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.429418 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:38.446445 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:18:38.474042 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4703dd0b-a809-4ef1-aea0-c67790fa8145 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7393830 Jan 21 23:18:38.474361 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53398) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:38.481293 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Request body: {'subnet': {'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1968194137-subnet', 'tenant_id': 'd9be300f7b8e4217b87ba4c76fc3dd82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:38.604520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Made reservation on behalf of d9be300f7b8e4217b87ba4c76fc3dd82 for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:38.606862 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:38.714424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3ab8-65e7-4eed-94d5-603163649fbe req-10c13d20-6772-40e8-9e51-dd5600cad0c8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:38.716035 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-845d3ab8-65e7-4eed-94d5-603163649fbe req-10c13d20-6772-40e8-9e51-dd5600cad0c8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.1460006 Jan 21 23:18:38.761870 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1f1a8-fa5b-4fa6-b33d-f50294093a97 req-3bc502f4-f7c5-41ae-9570-81ea3a776df4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:38.763431 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7b1f1a8-fa5b-4fa6-b33d-f50294093a97 req-3bc502f4-f7c5-41ae-9570-81ea3a776df4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1523459 Jan 21 23:18:38.855978 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-845d3ab8-65e7-4eed-94d5-603163649fbe req-fd19fe9d-72e1-4bb0-bfec-830e81e68185 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301193 Jan 21 23:18:38.881924 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7b1f1a8-fa5b-4fa6-b33d-f50294093a97 req-d0b1852b-19ec-4320-ba37-a5eb0c4d317a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096225 Jan 21 23:18:39.021523 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:39.072569 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa6d8b-403e-4d8c-b55d-38f5a1887269 req-b7e49f85-6899-408f-81f3-91af038afa14 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:39.074163 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d9aa6d8b-403e-4d8c-b55d-38f5a1887269 req-b7e49f85-6899-408f-81f3-91af038afa14 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.1192667 Jan 21 23:18:39.079391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:39.110211 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7798-fb31-49f4-b901-f1d3d16d4e17 req-4d296135-58bc-4671-a34b-381fe79bce56 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:39.111780 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fc7d7798-fb31-49f4-b901-f1d3d16d4e17 req-4d296135-58bc-4671-a34b-381fe79bce56 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.1285145 Jan 21 23:18:39.126186 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:39.186927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Checking segment: {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:39.187280 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Network hostable DHCP agents. Network: 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:18:39.201218 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d9aa6d8b-403e-4d8c-b55d-38f5a1887269 req-8de8c94d-08e4-4249-a8cf-34b2fcb3e972 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183152 Jan 21 23:18:39.221424 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fc7d7798-fb31-49f4-b901-f1d3d16d4e17 req-e3a90ec5-ad6c-4d89-8194-096fdc08447b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990434 Jan 21 23:18:39.285248 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:18:39.387528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:39.391998 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:39.392689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:39.400799 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75204dcf-6d49-4a69-9425-6ca4a7ab9f9f None None] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:18:39.500096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4673a65-6fc0-4431-ad9d-2daf6e522e13 None None] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:18:39.514578 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-ea0603d0-d17d-4454-844d-e791b4879ab3 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0389192 Jan 21 23:18:39.979490 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95738695-1858-461a-9968-ef15ccae2fb5 req-3935fe33-08d9-43f3-aee8-4622d0ef87b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:39.981041 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-95738695-1858-461a-9968-ef15ccae2fb5 req-3935fe33-08d9-43f3-aee8-4622d0ef87b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.0553334 Jan 21 23:18:40.055094 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-95738695-1858-461a-9968-ef15ccae2fb5 req-32748443-e448-4e6c-9fdf-21492df11fd1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Jan 21 23:18:40.063657 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbdc94-2f09-4e68-94a1-e381d5ed9074 req-2995c441-4f4d-4b62-8046-c7622d503e50 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:40.065179 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-71bbdc94-2f09-4e68-94a1-e381d5ed9074 req-2995c441-4f4d-4b62-8046-c7622d503e50 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0943353 Jan 21 23:18:40.117104 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-71bbdc94-2f09-4e68-94a1-e381d5ed9074 req-181e93eb-591f-45c8-b1ee-0a736b899f79 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Jan 21 23:18:40.359522 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de15e3-4fab-4fe4-89db-ae7b24999eaf req-3ba6c837-86fb-4f5f-a22a-1f2a3171b20a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:40.361489 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36de15e3-4fab-4fe4-89db-ae7b24999eaf req-3ba6c837-86fb-4f5f-a22a-1f2a3171b20a tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.0925879 Jan 21 23:18:40.383688 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a409eb-26e7-44f1-9c99-9e59990c71df req-5569622d-009c-44ae-bd4b-4b17acba0536 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:40.385229 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69a409eb-26e7-44f1-9c99-9e59990c71df req-5569622d-009c-44ae-bd4b-4b17acba0536 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.0810869 Jan 21 23:18:40.445176 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36de15e3-4fab-4fe4-89db-ae7b24999eaf req-3a42a2d0-8056-4eef-8313-b01775fc0689 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755050 Jan 21 23:18:40.460273 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69a409eb-26e7-44f1-9c99-9e59990c71df req-60677646-6fc7-4ff3-a1f2-7fc40ce8b3a1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Jan 21 23:18:40.596958 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:41.174671 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0b79-4775-4ce3-b87e-3ff73e5d91b8 req-601b7521-d53f-4d9a-b8d4-a4e5be1cca3e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:41.176889 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d95b0b79-4775-4ce3-b87e-3ff73e5d91b8 req-601b7521-d53f-4d9a-b8d4-a4e5be1cca3e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 944 time: 0.0505142 Jan 21 23:18:41.258017 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d95b0b79-4775-4ce3-b87e-3ff73e5d91b8 req-5d8da5b5-b67e-4817-9866-63cc5ea7da7d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753081 Jan 21 23:18:41.270636 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d02a3-b990-4398-a57e-25f6f94e5a73 req-9710bcb6-0af5-4f5d-bb9b-318d7cfa3edb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:41.272442 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-953d02a3-b990-4398-a57e-25f6f94e5a73 req-9710bcb6-0af5-4f5d-bb9b-318d7cfa3edb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0755656 Jan 21 23:18:41.307099 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:41.321979 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-953d02a3-b990-4398-a57e-25f6f94e5a73 req-40871ae9-083c-4d52-90f0-b44408b815cc tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Jan 21 23:18:41.606825 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448d831-731e-460c-bc48-d869250dfb7c req-3d471c9b-4d26-4191-92bb-8e15fc098880 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:41.608540 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0448d831-731e-460c-bc48-d869250dfb7c req-3d471c9b-4d26-4191-92bb-8e15fc098880 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.0879195 Jan 21 23:18:41.645286 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cac4a-9d3c-4cbe-8d4d-6580d908115a req-03f23aa5-1804-4228-8f3b-235ce037d545 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:41.646803 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f3cac4a-9d3c-4cbe-8d4d-6580d908115a req-03f23aa5-1804-4228-8f3b-235ce037d545 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.0995767 Jan 21 23:18:41.691460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0448d831-731e-460c-bc48-d869250dfb7c req-87e8de21-12bd-4263-b05b-8f165416ce82 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759544 Jan 21 23:18:41.719408 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f3cac4a-9d3c-4cbe-8d4d-6580d908115a req-1e552e23-483b-4e92-94e0-d067203b1250 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619683 Jan 21 23:18:41.863566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device b542fc38-9fc4-4586-b716-752686445db5 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:41.870362 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-d9905c4c-e1c8-4c87-9e74-6defad8380aa tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:41.871869 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-d9905c4c-e1c8-4c87-9e74-6defad8380aa tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/networks?id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b HTTP/1.1" status: 200 len: 809 time: 0.1039951 Jan 21 23:18:41.887504 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-bd7b0023-7996-4c8e-89a3-66d5eb69f3fd tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/quotas/d9be300f7b8e4217b87ba4c76fc3dd82 HTTP/1.1" status: 200 len: 375 time: 0.0097904 Jan 21 23:18:41.922946 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-1de61c93-0a1f-48a5-9acb-143d73f7c0dd tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292673 Jan 21 23:18:41.997614 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port b542fc38-9fc4-4586-b716-752686445db5 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:18:42.001973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port b542fc38-9fc4-4586-b716-752686445db5 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:42.002378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (b542fc38-9fc4-4586-b716-752686445db5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.020843 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-7867c7eb-6134-4dbf-8bf4-63a8c81f1f2c service neutron] 10.222.0.138 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906219 Jan 21 23:18:42.107217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port b542fc38-9fc4-4586-b716-752686445db5 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:42.107636 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b542fc38-9fc4-4586-b716-752686445db5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.134727 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:42.217688 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=b542fc38-9fc4-4586-b716-752686445db5,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:42.300601 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-d3a67620-3b68-4f80-aa34-06e2dd80959e service neutron] 10.222.0.138 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746758 Jan 21 23:18:42.331218 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4a941-767b-43a9-a7df-7a436d2b918b" -d '{"events": [{"server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "name": "network-vif-plugged", "status": "completed", "tag": "b542fc38-9fc4-4586-b716-752686445db5"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:42.336355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.337252 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 3f7b81ab-9144-470d-b0ed-9d79927145f9 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:42.398619 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6da140-fbe8-4150-92e2-5cc25b9bae2b req-fe7e5046-4543-449a-9bee-e65a6c6098e3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:42.404852 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc6da140-fbe8-4150-92e2-5cc25b9bae2b req-fe7e5046-4543-449a-9bee-e65a6c6098e3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0716066 Jan 21 23:18:42.433745 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:42.455909 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc6da140-fbe8-4150-92e2-5cc25b9bae2b req-f17a4a38-eb82-4e30-a8ed-93ebcecb524a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Jan 21 23:18:42.511742 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 3f7b81ab-9144-470d-b0ed-9d79927145f9 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:18:42.520593 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 3f7b81ab-9144-470d-b0ed-9d79927145f9 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:42.524982 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.595728 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554f8514-cb52-4f3f-8a94-fa9fe85e0368 x-openstack-request-id: req-554f8514-cb52-4f3f-8a94-fa9fe85e0368 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:42.596055 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "name": "network-vif-plugged", "status": "completed", "tag": "b542fc38-9fc4-4586-b716-752686445db5", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:42.596429 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-554f8514-cb52-4f3f-8a94-fa9fe85e0368 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:42.596824 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5', 'code': 200} Jan 21 23:18:42.608100 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e1c0e-1ac9-4146-9eb0-b471d26cb68e req-a985d986-0977-4c7b-a66e-2ec5dd331c57 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:42.611139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6e0e1c0e-1ac9-4146-9eb0-b471d26cb68e req-a985d986-0977-4c7b-a66e-2ec5dd331c57 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0569210 Jan 21 23:18:42.692532 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 3f7b81ab-9144-470d-b0ed-9d79927145f9 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:42.693296 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.697923 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2b901387-717e-4b60-bf19-0a243369fad8 req-f419b758-257a-4629-a75c-81b2ce9dd295 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0480292 Jan 21 23:18:42.756900 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6e0e1c0e-1ac9-4146-9eb0-b471d26cb68e req-82e45195-b07c-4ab5-be81-32fbe34e545e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386156 Jan 21 23:18:42.769882 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:42.879391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:42.880592 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f1aa597d-373e-4fc7-b9cc-85eb080126e3 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:42.884331 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117b226-d37f-4517-b245-cdf4819368bc req-56b675b0-064b-4400-8ee7-cde32aefb177 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:42.890552 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b117b226-d37f-4517-b245-cdf4819368bc req-56b675b0-064b-4400-8ee7-cde32aefb177 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 944 time: 0.0913579 Jan 21 23:18:42.940702 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89ac8e-4425-432c-bbc2-bed3f3510b23 req-fa041703-584c-4c33-a8bd-66a911735ae1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:42.944822 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2e89ac8e-4425-432c-bbc2-bed3f3510b23 req-fa041703-584c-4c33-a8bd-66a911735ae1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 944 time: 0.1175001 Jan 21 23:18:42.971198 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:43.009459 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b117b226-d37f-4517-b245-cdf4819368bc req-ccbe21b7-4043-45dd-ba9d-38d861996494 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079109 Jan 21 23:18:43.049142 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port f1aa597d-373e-4fc7-b9cc-85eb080126e3 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:18:43.052637 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2e89ac8e-4425-432c-bbc2-bed3f3510b23 req-b5cdd2a3-998c-4875-be54-b726b4fd01af tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971081 Jan 21 23:18:43.053637 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port f1aa597d-373e-4fc7-b9cc-85eb080126e3 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:43.054041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.123906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-2114b110-3f21-4840-8037-09784a0907bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:43.125728 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-2114b110-3f21-4840-8037-09784a0907bd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0767150 Jan 21 23:18:43.157090 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-d74ebe44-a1d7-4894-a83c-ba170f5681d5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.166544 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port f1aa597d-373e-4fc7-b9cc-85eb080126e3 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:43.168551 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.208887 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3,segment=NetworkSegment(e90943da-e68a-41f6-9170-da320f50707b),segment_id=e90943da-e68a-41f6-9170-da320f50707b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:43.242139 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-d74ebe44-a1d7-4894-a83c-ba170f5681d5 service neutron] Publish callbacks [] for security_group (64a53cb1-e45a-4efc-b193-dd122219dc96), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.283314 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.284619 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6bdf577c-d79c-4975-a18f-9d3b3070128d up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:43.360082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-d74ebe44-a1d7-4894-a83c-ba170f5681d5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (64a53cb1-e45a-4efc-b193-dd122219dc96), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.376721 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:43.421495 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ebe44-a1d7-4894-a83c-ba170f5681d5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64a53cb1-e45a-4efc-b193-dd122219dc96,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:43.426665 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f5bfa1ac-709a-4742-977f-8a6226ef9c88 req-d74ebe44-a1d7-4894-a83c-ba170f5681d5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951624 Jan 21 23:18:43.467455 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 6bdf577c-d79c-4975-a18f-9d3b3070128d completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:18:43.472624 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 6bdf577c-d79c-4975-a18f-9d3b3070128d triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:43.473071 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.598175 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da84f6-6842-4439-9c4e-99cf14ed0983 req-16916e1c-290d-4a3c-bd1e-aabdb8a18c14 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:43.599928 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-67da84f6-6842-4439-9c4e-99cf14ed0983 req-16916e1c-290d-4a3c-bd1e-aabdb8a18c14 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0700886 Jan 21 23:18:43.664362 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-67da84f6-6842-4439-9c4e-99cf14ed0983 req-ad954e58-e47c-4ec5-8a84-8dc1c256030f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Jan 21 23:18:43.672791 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6bdf577c-d79c-4975-a18f-9d3b3070128d is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:43.673485 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.712384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:43.806203 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:43.816946 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-468d4aae-0317-4cd1-b9c9-306620f3ed2a req-4c276c9d-8f9a-40fe-a56e-4cd30a6fd956 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0492506 Jan 21 23:18:43.895372 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:43.934721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2eb94-104d-43a5-9447-cb8b01fb52fb req-8559ae46-8777-40b8-867c-16b34f412420 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:43.936327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33f2eb94-104d-43a5-9447-cb8b01fb52fb req-8559ae46-8777-40b8-867c-16b34f412420 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0718155 Jan 21 23:18:44.025039 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33f2eb94-104d-43a5-9447-cb8b01fb52fb req-83d438d6-ce8b-40c0-83ae-ca11974587e6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777345 Jan 21 23:18:44.163220 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8537a-48b1-4739-a5a7-52c8aac64627 req-47c7fdef-821f-4ac5-8be3-578e6bd906c6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:44.164713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7c8537a-48b1-4739-a5a7-52c8aac64627 req-47c7fdef-821f-4ac5-8be3-578e6bd906c6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0740607 Jan 21 23:18:44.199528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd489d-7e64-4b9b-ade1-aef3707c89e0 req-00855bfd-e0e6-4d60-8480-cac79ebba25c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:44.200927 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-00dd489d-7e64-4b9b-ade1-aef3707c89e0 req-00855bfd-e0e6-4d60-8480-cac79ebba25c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0778811 Jan 21 23:18:44.243953 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7c8537a-48b1-4739-a5a7-52c8aac64627 req-029aef15-8194-4b98-a217-0c04a70aec31 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697536 Jan 21 23:18:44.267215 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-00dd489d-7e64-4b9b-ade1-aef3707c89e0 req-4524a02f-c793-4952-941d-7940518c7547 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604970 Jan 21 23:18:44.598570 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9'}, {'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3'}, {'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:44.601005 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795b6e4-cea4-4671-9382-6c2d721258f6" -d '{"events": [{"server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9"}, {"server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3"}, {"server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "name": "network-vif-plugged", "status": "completed", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:44.645520 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65ab07-ddfd-4ac6-9723-9472ea5e3823 x-openstack-request-id: req-ac65ab07-ddfd-4ac6-9723-9472ea5e3823 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:44.646536 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "name": "network-vif-plugged", "status": "completed", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9", "code": 200}, {"server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3", "code": 200}, {"server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "name": "network-vif-plugged", "status": "completed", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:44.646883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-ac65ab07-ddfd-4ac6-9723-9472ea5e3823 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:44.647294 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9', 'code': 200} Jan 21 23:18:44.647560 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3', 'code': 200} Jan 21 23:18:44.647903 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d', 'code': 200} Jan 21 23:18:44.782827 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bffbfa-e3ca-4aac-81a6-c733c71be801 req-6157a066-e3f3-4532-9b4b-8c598c9c21de tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:44.784321 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-79bffbfa-e3ca-4aac-81a6-c733c71be801 req-6157a066-e3f3-4532-9b4b-8c598c9c21de tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Jan 21 23:18:44.833285 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-79bffbfa-e3ca-4aac-81a6-c733c71be801 req-4471685a-f3b6-4d70-be8e-21152be8c98d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Jan 21 23:18:44.911017 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cf29ece3-70de-4749-9a97-fd627b13ddad req-732ad86b-07f2-4db3-bc7a-1012e1f53e25 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0250514 Jan 21 23:18:45.139855 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e8e5-a4dc-4b93-b11f-22fe95ac2532 req-54b676db-567f-42f7-a484-2a863ad7310a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:45.141276 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ae6e8e5-a4dc-4b93-b11f-22fe95ac2532 req-54b676db-567f-42f7-a484-2a863ad7310a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0482700 Jan 21 23:18:45.187963 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ae6e8e5-a4dc-4b93-b11f-22fe95ac2532 req-319dec74-9e39-4047-9560-0c9045b21bcb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410576 Jan 21 23:18:45.393721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f4ced-791b-46d5-a9fa-c2abc92a20f5 req-5abb863e-2164-4f7c-a046-4bf87e5bdbd6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:45.395156 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b33f4ced-791b-46d5-a9fa-c2abc92a20f5 req-5abb863e-2164-4f7c-a046-4bf87e5bdbd6 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0827091 Jan 21 23:18:45.409520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec348ff3-00b4-4d45-9b00-f4b02d6be7eb req-7109bd96-4ae0-4def-b939-c839a17145d7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:45.411770 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec348ff3-00b4-4d45-9b00-f4b02d6be7eb req-7109bd96-4ae0-4def-b939-c839a17145d7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0693285 Jan 21 23:18:45.480679 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b33f4ced-791b-46d5-a9fa-c2abc92a20f5 req-5462e670-32a7-4d91-86a9-c1ee3382a365 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796421 Jan 21 23:18:45.487926 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec348ff3-00b4-4d45-9b00-f4b02d6be7eb req-732d68ae-607f-43f1-ba4a-561710443b76 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707819 Jan 21 23:18:45.597315 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:18:45.697892 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:45.708227 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:18:45.746069 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:45.746483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:45.759446 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:45.778821 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:45.854265 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:45.905373 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:45.952490 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edd5e7-0808-4bce-8a5d-e975be65176c req-d2f77010-748c-4fa1-b857-b6c21470a3d2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:45.954044 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-35edd5e7-0808-4bce-8a5d-e975be65176c req-d2f77010-748c-4fa1-b857-b6c21470a3d2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Jan 21 23:18:46.022786 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-613b37da-394d-473d-b229-f94151d50008 req-b66023e4-9c4c-4b6e-b035-ea6221631a40 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0415397 Jan 21 23:18:46.027611 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-35edd5e7-0808-4bce-8a5d-e975be65176c req-69037942-345c-4126-9a66-d13b94814856 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671177 Jan 21 23:18:46.307027 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57671b-e8c1-4dbe-8527-8e1cdd25ef96 req-cd11abad-2186-48cf-a86c-e168cc97d62b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:46.308577 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bd57671b-e8c1-4dbe-8527-8e1cdd25ef96 req-cd11abad-2186-48cf-a86c-e168cc97d62b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Jan 21 23:18:46.356494 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bd57671b-e8c1-4dbe-8527-8e1cdd25ef96 req-a0872770-9700-4cb1-ab69-be9c13c73c6b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Jan 21 23:18:46.630571 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a041b-1c6f-4388-b598-906af8e7c33e req-63a5c4b8-c743-41a1-b22b-116132778467 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:46.632310 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e8a041b-1c6f-4388-b598-906af8e7c33e req-63a5c4b8-c743-41a1-b22b-116132778467 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0828311 Jan 21 23:18:46.640965 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778024-a758-47a3-8c93-6635b9238c4c req-f867e375-9c6b-4551-93bf-edc5994d2fc4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:46.642512 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f778024-a758-47a3-8c93-6635b9238c4c req-f867e375-9c6b-4551-93bf-edc5994d2fc4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0827348 Jan 21 23:18:46.715645 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e8a041b-1c6f-4388-b598-906af8e7c33e req-db856e53-89d7-467b-9e45-366a26ab6ba2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721128 Jan 21 23:18:46.719354 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f778024-a758-47a3-8c93-6635b9238c4c req-5279b505-ec1e-4f75-88cb-d1335ff33efa tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692811 Jan 21 23:18:47.042128 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['2e57b939-5fbf-4000-8625-ca456274f5fc'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:18:47.151883 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-df282b42-0d38-43d7-9749-dba2948008cd req-f2ef3fdb-c4f6-425a-ae7d-420ddaa20a1b tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0568938 Jan 21 23:18:47.218511 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665706a6-b100-4847-9fb9-4239ef52ae71 req-0b153391-eb56-4c7f-bdfd-e60e81553ed1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.220581 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-665706a6-b100-4847-9fb9-4239ef52ae71 req-0b153391-eb56-4c7f-bdfd-e60e81553ed1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.1095715 Jan 21 23:18:47.226625 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a4513-b9b8-4dde-ae21-f7e92c1cda7f req-2b49bf3b-0a42-46c5-a82f-3dfe997e678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.228241 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f60a4513-b9b8-4dde-ae21-f7e92c1cda7f req-2b49bf3b-0a42-46c5-a82f-3dfe997e678c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 1098 time: 0.0523314 Jan 21 23:18:47.286909 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-665706a6-b100-4847-9fb9-4239ef52ae71 req-ff63f19f-c556-467c-af9a-859cf5268155 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Jan 21 23:18:47.291946 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f60a4513-b9b8-4dde-ae21-f7e92c1cda7f req-68c690ac-0ceb-4ac6-9a89-5ec2116fb029 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Jan 21 23:18:47.483116 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1df860-5b67-49cd-8723-8be1d81716f7 req-8f8fa881-c786-43af-824a-f23f90083b57 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.484739 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d1df860-5b67-49cd-8723-8be1d81716f7 req-8f8fa881-c786-43af-824a-f23f90083b57 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.0554583 Jan 21 23:18:47.534139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d1df860-5b67-49cd-8723-8be1d81716f7 req-d8864b99-bb91-423f-9b0f-203f3bf7806f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429163 Jan 21 23:18:47.664411 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e704242-47ee-4ed7-9efb-32a604558064 req-71c5c450-fcff-4656-9c5d-c77824b50b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.666129 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1e704242-47ee-4ed7-9efb-32a604558064 req-71c5c450-fcff-4656-9c5d-c77824b50b08 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 1098 time: 0.0541425 Jan 21 23:18:47.690944 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a5eb8-fa88-4d28-8233-cecaeb988216 req-4d5d5f79-c1eb-492c-a7e8-386bc3c1604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.692582 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b0a5eb8-fa88-4d28-8233-cecaeb988216 req-4d5d5f79-c1eb-492c-a7e8-386bc3c1604d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0801890 Jan 21 23:18:47.714061 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1e704242-47ee-4ed7-9efb-32a604558064 req-b3e6b328-28c0-4150-b6b3-7e0385b2a971 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406914 Jan 21 23:18:47.751389 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b0a5eb8-fa88-4d28-8233-cecaeb988216 req-27819b60-38d1-469b-babc-b3d6ee73e1b3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510368 Jan 21 23:18:47.870512 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32fa8c-4d4d-4f25-9e4e-c824ed80707d req-0abdc07d-796b-47b5-b7f1-bc3f8be464dc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.872024 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a32fa8c-4d4d-4f25-9e4e-c824ed80707d req-0abdc07d-796b-47b5-b7f1-bc3f8be464dc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0767837 Jan 21 23:18:47.880722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaebe7-4a0b-4dae-8a66-f2975fb47635 req-e0725ec6-67a1-46e2-9a02-34dd29e2dfd3 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:47.882161 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9afaebe7-4a0b-4dae-8a66-f2975fb47635 req-e0725ec6-67a1-46e2-9a02-34dd29e2dfd3 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0881779 Jan 21 23:18:47.952044 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:18:47.953807 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a32fa8c-4d4d-4f25-9e4e-c824ed80707d req-800be1db-fbac-4ad9-a275-cb979f0fc65d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Jan 21 23:18:47.960171 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9afaebe7-4a0b-4dae-8a66-f2975fb47635 req-0d30c0f7-bbea-432e-b74b-6159ced4705e tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704055 Jan 21 23:18:48.050221 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 2e57b939-5fbf-4000-8625-ca456274f5fc completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:18:48.054534 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 2e57b939-5fbf-4000-8625-ca456274f5fc triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:18:48.055027 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.134535 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:18:48.134944 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.157036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:48.159335 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa824c92-6c47-4e1e-904c-455b1c7bcc4a" -d '{"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:48.171578 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:18:48.200400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2230ea17-5b6c-41fe-905c-9abaec389bdb x-openstack-request-id: req-2230ea17-5b6c-41fe-905c-9abaec389bdb {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:48.200703 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:48.200999 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-2230ea17-5b6c-41fe-905c-9abaec389bdb {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:48.201566 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'code': 200} Jan 21 23:18:48.250665 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e79fb96d-0114-44a8-acbf-1fe57ae9589a req-3cef6be5-50bc-4eb4-a150-0d570c96a081 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0304463 Jan 21 23:18:48.257000 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.312440 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:48.414614 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74d4ec-6ca7-4bcf-a3d5-8c1daa4b7a62 req-3cd51a80-f423-4bb6-94cd-c8992654fd8b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:48.420456 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ef74d4ec-6ca7-4bcf-a3d5-8c1daa4b7a62 req-3cd51a80-f423-4bb6-94cd-c8992654fd8b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0513442 Jan 21 23:18:48.465639 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ef74d4ec-6ca7-4bcf-a3d5-8c1daa4b7a62 req-c3ef7428-aa86-4568-b8cc-a09382fbc714 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Jan 21 23:18:48.475588 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53692) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:48.594971 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-745159f1-4357-47f7-b173-d58cd3b44c66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.667615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69366d9-a4bd-433e-9187-0e4967e03b02 req-06e27d37-245c-430e-ad8e-7283d38ff484 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:48.669188 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e69366d9-a4bd-433e-9187-0e4967e03b02 req-06e27d37-245c-430e-ad8e-7283d38ff484 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0586293 Jan 21 23:18:48.677289 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-745159f1-4357-47f7-b173-d58cd3b44c66 admin admin] Publish callbacks [] for security_group (75b1c7d4-38d7-4d7e-b236-cea743deb051), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.718449 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e69366d9-a4bd-433e-9187-0e4967e03b02 req-cfb9a597-0028-42f3-8b02-8a637611e584 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425758 Jan 21 23:18:48.724755 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-745159f1-4357-47f7-b173-d58cd3b44c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (75b1c7d4-38d7-4d7e-b236-cea743deb051), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.766338 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-745159f1-4357-47f7-b173-d58cd3b44c66 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=a4ed028b941b4ae4b58ca7a715ff1221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894981 Jan 21 23:18:48.767491 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745159f1-4357-47f7-b173-d58cd3b44c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1c7d4-38d7-4d7e-b236-cea743deb051,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:48.769161 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 53698) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:48.824926 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] Publish callbacks [] for security_group (75b1c7d4-38d7-4d7e-b236-cea743deb051), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.848768 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] Publish callbacks [] for security_group (75b1c7d4-38d7-4d7e-b236-cea743deb051), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.919116 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0ce4d-44cc-42ce-ad38-b5c403fdd8be req-76b2ae06-1a83-4f41-9962-96af8be0550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:48.920759 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45c0ce4d-44cc-42ce-ad38-b5c403fdd8be req-76b2ae06-1a83-4f41-9962-96af8be0550d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1099 time: 0.0499599 Jan 21 23:18:48.972102 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45c0ce4d-44cc-42ce-ad38-b5c403fdd8be req-cacf98c3-2b2d-45da-abd9-286fd631813e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446024 Jan 21 23:18:48.987632 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (75b1c7d4-38d7-4d7e-b236-cea743deb051), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.990882 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:48.995101 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/75b1c7d4-38d7-4d7e-b236-cea743deb051 HTTP/1.1" status: 204 len: 168 time: 0.2246768 Jan 21 23:18:49.010370 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0448f8a-abbc-4fb2-8bae-096570051d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1c7d4-38d7-4d7e-b236-cea743deb051,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:49.133877 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073484a-3640-4659-996f-14dd84305620 req-d1b74421-9d23-43d4-867f-45fd6fdb101a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:49.135421 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4073484a-3640-4659-996f-14dd84305620 req-d1b74421-9d23-43d4-867f-45fd6fdb101a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0835533 Jan 21 23:18:49.148669 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19431f-9a14-4a19-a597-d74a8d6d7db1 req-20ad05ae-a162-467d-bc2d-c14b2f47111d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:49.150201 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b19431f-9a14-4a19-a597-d74a8d6d7db1 req-20ad05ae-a162-467d-bc2d-c14b2f47111d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0683706 Jan 21 23:18:49.224633 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4073484a-3640-4659-996f-14dd84305620 req-4c600b58-053d-4136-a450-00d989463b46 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Jan 21 23:18:49.229326 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b19431f-9a14-4a19-a597-d74a8d6d7db1 req-69d46d7b-02fc-4253-8c27-05095a32a1c7 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703800 Jan 21 23:18:49.359107 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9797b2a3-b806-494d-bb19-ac38fd1ba89f req-81361579-e7f5-4f44-9f80-6193b74264d3 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0313497 Jan 21 23:18:49.608534 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3519f-be6b-434d-8fd8-d8470877c691 req-4857c869-aa8b-4c5f-b10c-61ddde2f794f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:49.610049 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-55f3519f-be6b-434d-8fd8-d8470877c691 req-4857c869-aa8b-4c5f-b10c-61ddde2f794f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.0572300 Jan 21 23:18:49.671274 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-55f3519f-be6b-434d-8fd8-d8470877c691 req-0080d79e-59a4-4e49-859d-b637172ad5c9 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538323 Jan 21 23:18:49.855012 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d465c0d-6da9-4d56-b6c9-bc3d41461847 req-880c2d15-d4ed-4173-8cb5-75f0bdfbcdbd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:49.856609 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d465c0d-6da9-4d56-b6c9-bc3d41461847 req-880c2d15-d4ed-4173-8cb5-75f0bdfbcdbd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0570273 Jan 21 23:18:50.000829 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d465c0d-6da9-4d56-b6c9-bc3d41461847 req-613d1fab-ec81-46fe-bb48-42d0ef56043e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248379 Jan 21 23:18:50.041392 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-762bfc25-219e-4070-939c-4db70ac7394d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:50.042892 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-762bfc25-219e-4070-939c-4db70ac7394d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "GET /v2.0/networks?id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b HTTP/1.1" status: 200 len: 809 time: 0.1715007 Jan 21 23:18:50.377869 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f526a5-794e-4264-aae5-e25146282f3a req-0198016c-b528-4ca8-ae54-1d6ebe5b5dc9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:50.380051 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74f526a5-794e-4264-aae5-e25146282f3a req-0198016c-b528-4ca8-ae54-1d6ebe5b5dc9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0829821 Jan 21 23:18:50.395088 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e12fb-df40-4911-be01-dd5813c8f3cf req-e25eeaf9-1a54-4c68-966d-e402d4955ed1 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:50.396963 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb6e12fb-df40-4911-be01-dd5813c8f3cf req-e25eeaf9-1a54-4c68-966d-e402d4955ed1 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0884371 Jan 21 23:18:50.457966 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74f526a5-794e-4264-aae5-e25146282f3a req-b05bfe61-7f71-4dc1-b6dd-c0c01a6f120c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706649 Jan 21 23:18:50.489782 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb6e12fb-df40-4911-be01-dd5813c8f3cf req-1f02b9fa-e7f4-45c6-85f8-7a389af2b1db tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Jan 21 23:18:50.548139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45d8d374-09b7-4e26-96a6-b4875e40087e req-1f040b57-bc2d-49af-a262-e48360f7ce79 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0291800 Jan 21 23:18:51.037875 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f400f-6def-408d-bf70-a985a2c7a350 req-4dd69ff7-cd49-48bb-aa2f-d7f195850b73 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:51.039459 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-042f400f-6def-408d-bf70-a985a2c7a350 req-4dd69ff7-cd49-48bb-aa2f-d7f195850b73 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0505598 Jan 21 23:18:51.127445 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-042f400f-6def-408d-bf70-a985a2c7a350 req-9d88fa9a-b7a3-4a8a-a124-b10aff14b967 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812311 Jan 21 23:18:51.148398 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9828-455b-4cf4-bf8d-e1c0df05727d req-03513858-7eb8-4e81-8d4b-ec9a3352ab9e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:51.149909 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29cc9828-455b-4cf4-bf8d-e1c0df05727d req-03513858-7eb8-4e81-8d4b-ec9a3352ab9e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0683608 Jan 21 23:18:51.201116 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29cc9828-455b-4cf4-bf8d-e1c0df05727d req-552b799e-b9e4-4031-89eb-ab1d4621da45 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453427 Jan 21 23:18:51.651180 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4efe8661-dce0-45c5-95fc-be9132a53150 req-2fe406f1-02fb-42bf-85d9-87f8fa0fed66 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0267391 Jan 21 23:18:51.659383 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7b03e-de1f-462f-9fdb-112e2c4fb3bb req-aa0f5758-ae39-4210-a05c-17bd8fc9647d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:51.661519 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-90a7b03e-de1f-462f-9fdb-112e2c4fb3bb req-aa0f5758-ae39-4210-a05c-17bd8fc9647d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0843942 Jan 21 23:18:51.715106 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-90a7b03e-de1f-462f-9fdb-112e2c4fb3bb req-a547a687-16f1-41a9-8738-dde071e203b3 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Jan 21 23:18:52.263239 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc24fcd-461d-4934-b25f-bf665f328bb2 req-9ac7fc2d-674d-47b2-aaca-bac25b1bdaa8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:52.265220 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-abc24fcd-461d-4934-b25f-bf665f328bb2 req-9ac7fc2d-674d-47b2-aaca-bac25b1bdaa8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0552921 Jan 21 23:18:52.343732 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-abc24fcd-461d-4934-b25f-bf665f328bb2 req-951d3e77-526f-4d7c-9635-99ea12f35f48 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712345 Jan 21 23:18:52.354884 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d068c-273b-4e15-8497-f9b3918d45d9 req-8f35eb78-b422-4420-a562-11025aaf0f66 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:52.356158 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b72d068c-273b-4e15-8497-f9b3918d45d9 req-8f35eb78-b422-4420-a562-11025aaf0f66 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0774415 Jan 21 23:18:52.405867 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b72d068c-273b-4e15-8497-f9b3918d45d9 req-5e8f414b-2549-4cfe-8f07-7245d75f6518 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435262 Jan 21 23:18:52.749489 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ae9c937b-16b4-43a8-8724-cde633979c28 req-d0fc1dea-dcee-452d-9414-bfacb0b4e2fe tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0277660 Jan 21 23:18:52.843462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9eccf-0ef4-4b98-916a-067eaedfe52b req-0567a888-0edc-4371-bc4d-9742cdca19b2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:52.845004 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45f9eccf-0ef4-4b98-916a-067eaedfe52b req-0567a888-0edc-4371-bc4d-9742cdca19b2 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0538127 Jan 21 23:18:52.894993 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45f9eccf-0ef4-4b98-916a-067eaedfe52b req-1839842a-04f6-4c3f-a724-ccd98b4e6c63 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Jan 21 23:18:52.944363 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Request body: {'port': {'device_id': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b', 'admin_state_up': True, 'tenant_id': 'd9be300f7b8e4217b87ba4c76fc3dd82'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:53.134501 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Made reservation on behalf of d9be300f7b8e4217b87ba4c76fc3dd82 for: {'port': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:18:53.138646 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:53.225897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-c6ed47bf-255a-4884-83f9-b5414eefa5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.227616 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-c6ed47bf-255a-4884-83f9-b5414eefa5e9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 1098 time: 0.0597963 Jan 21 23:18:53.274393 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Allocated IP 172.20.0.8 (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b/224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1/6c6a3172-88fb-43b6-a960-3ef533b7a592) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:18:53.362863 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-fb611db4-5f7b-45c8-ad91-6c5d6d9e62ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.366643 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-fb611db4-5f7b-45c8-ad91-6c5d6d9e62ca service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.0956230 Jan 21 23:18:53.419618 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-06fa659f-b492-4baa-a88b-0df2b16d2a01 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9 HTTP/1.1" status: 200 len: 217 time: 0.0369160 Jan 21 23:18:53.435769 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks [] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:53.505404 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-50e64929-4633-4768-8022-c047991ec6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.507208 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-50e64929-4633-4768-8022-c047991ec6ad service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0738618 Jan 21 23:18:53.536312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:53.576280 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-7e4d9631-a5a2-4cb2-b9fa-01269b139254 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355403 Jan 21 23:18:53.621572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:18:53.633448 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa5af1-2d91-488d-9802-c82d8689aa3c req-245109d2-616a-4c19-918c-ef07856b4746 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.634969 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9fa5af1-2d91-488d-9802-c82d8689aa3c req-245109d2-616a-4c19-918c-ef07856b4746 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1352303 Jan 21 23:18:53.638751 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:18:53.644438 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:18:53.671246 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Pushing event updated for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:53.681723 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-eee00f9e-6bf5-462c-9350-5481899c84e4 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937943 Jan 21 23:18:53.729437 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945ef33-6028-4a34-bd09-dd6b8d460c2c req-2722e855-c2d7-406a-92d8-7914f523641c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.736555 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7945ef33-6028-4a34-bd09-dd6b8d460c2c req-2722e855-c2d7-406a-92d8-7914f523641c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1607382 Jan 21 23:18:53.739962 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.740616 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:53.778843 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9fa5af1-2d91-488d-9802-c82d8689aa3c req-bf804f0b-c7a8-4817-acd1-085053b610aa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312649 Jan 21 23:18:53.807506 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-df9107bc-7f2b-4e17-9d3f-43ba555eabb1 req-7642139b-291e-4544-b2fb-7edf5ecaf448 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025598 Jan 21 23:18:53.813914 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7945ef33-6028-4a34-bd09-dd6b8d460c2c req-52ba824e-1f66-4af3-82f1-262a5b20b9c5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701408 Jan 21 23:18:53.846929 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-b9675ef7-128c-4c0b-be77-35ee7a44dbd4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9066083 Jan 21 23:18:53.897220 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a9bc9-b98d-4435-b2c1-d1261abce51d req-5bccf647-7229-48f5-8268-0e6bf8a7ae13 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:53.898729 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-968a9bc9-b98d-4435-b2c1-d1261abce51d req-5bccf647-7229-48f5-8268-0e6bf8a7ae13 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 931 time: 0.0509109 Jan 21 23:18:53.934105 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Request body: {'port': {'device_id': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:53.991631 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-968a9bc9-b98d-4435-b2c1-d1261abce51d req-820955d2-d9f8-46a9-afa2-33a552d266fe tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868711 Jan 21 23:18:54.032907 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:54.063903 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695353f9-ec88-445c-b592-32191609eaf5 req-8a7c4ba3-462a-48a4-9095-881fa7884b5b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:54.065448 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-695353f9-ec88-445c-b592-32191609eaf5 req-8a7c4ba3-462a-48a4-9095-881fa7884b5b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0944471 Jan 21 23:18:54.202775 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-695353f9-ec88-445c-b592-32191609eaf5 req-25d7c71c-7624-4100-ae9a-6fd072b0d559 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153960 Jan 21 23:18:54.554317 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6a3172-88fb-43b6-a960-3ef533b7a592 {{(pid=103079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:18:54.554317 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks [] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:54.554317 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.provisioning_blocks [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Transition to ACTIVE for port object 6c6a3172-88fb-43b6-a960-3ef533b7a592 will not be triggered until provisioned by entity L2. {{(pid=103079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:18:54.935263 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cb8f4-eef3-4eb2-a486-de1547dd60fd req-d060ddf0-a4fb-4a5e-b3c6-8ab9c107381b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:54.936883 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-335cb8f4-eef3-4eb2-a486-de1547dd60fd req-d060ddf0-a4fb-4a5e-b3c6-8ab9c107381b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0824730 Jan 21 23:18:54.973225 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be63019-0d3a-4896-8fc9-74d5fdcf3333 req-369bc9d4-4ce6-4d2d-a92f-f0dfd71499a1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:54.974707 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5be63019-0d3a-4896-8fc9-74d5fdcf3333 req-369bc9d4-4ce6-4d2d-a92f-f0dfd71499a1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0919728 Jan 21 23:18:55.016843 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-335cb8f4-eef3-4eb2-a486-de1547dd60fd req-499fa7de-fcc1-4d3f-9dc1-2094e91c5eda tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733042 Jan 21 23:18:55.040964 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5be63019-0d3a-4896-8fc9-74d5fdcf3333 req-420f94f7-fa59-4311-a873-1e6c98dcc2cc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602691 Jan 21 23:18:55.061757 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:55.123777 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:55.204995 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67caa9-1540-4972-9d1d-20ec197dedb6 req-8889beca-e56a-4ff5-84d0-199c0c639dda tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:55.206539 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9f67caa9-1540-4972-9d1d-20ec197dedb6 req-8889beca-e56a-4ff5-84d0-199c0c639dda tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 943 time: 0.1008103 Jan 21 23:18:55.246322 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Attempting to bind port 6c6a3172-88fb-43b6-a960-3ef533b7a592 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:18:55.246687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Attempting to bind port 6c6a3172-88fb-43b6-a960-3ef533b7a592 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:18:55.247014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Attempting to bind port 6c6a3172-88fb-43b6-a960-3ef533b7a592 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:55.257680 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Port 6c6a3172-88fb-43b6-a960-3ef533b7a592 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:18:55.258017 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Attempting to bind port 6c6a3172-88fb-43b6-a960-3ef533b7a592 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:18:55.274089 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:18:55.274457 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Checking segment: {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:18:55.274850 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Bound using segment: {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:18:55.275299 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Bound port: 6c6a3172-88fb-43b6-a960-3ef533b7a592, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'}}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:18:55.275679 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:55.288170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9f67caa9-1540-4972-9d1d-20ec197dedb6 req-f3fe277f-fd9d-49f5-bb8d-acd8f13f012c tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748088 Jan 21 23:18:55.361917 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, cleared binding levels {{(pid=103079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:18:55.391394 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:18:55.410682 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2020c-89eb-4bf3-bcca-32c7fc894403 req-29f10bb3-2ab2-4ffa-b946-5dee8ac99e0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:55.412220 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8bc2020c-89eb-4bf3-bcca-32c7fc894403 req-29f10bb3-2ab2-4ffa-b946-5dee8ac99e0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0683520 Jan 21 23:18:55.425549 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 53912) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:55.430343 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'floatingip': {'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:18:55.502125 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:55.505672 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:55.536031 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:55.536788 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:55.538287 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] 10.222.0.124 "PUT /v2.0/ports/6c6a3172-88fb-43b6-a960-3ef533b7a592 HTTP/1.1" status: 200 len: 1093 time: 1.6097512 Jan 21 23:18:55.540833 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:55.543280 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f959a-95d4-4027-bec9-40f275d8d421" -d '{"events": [{"name": "network-changed", "server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:55.589285 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32816673-0183-41e1-bfc7-19cd28872782 service neutron] Pushing event updated for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=3']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:55.600334 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c59cbe3-2fba-4e80-b1f7-17a0b86e2a5b x-openstack-request-id: req-4c59cbe3-2fba-4e80-b1f7-17a0b86e2a5b {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:55.600605 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:55.600985 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-4c59cbe3-2fba-4e80-b1f7-17a0b86e2a5b {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:55.601863 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592', 'status': 'completed', 'code': 200} Jan 21 23:18:55.753423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-c9597bb6-b111-48ee-9dee-c6fa578345b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:55.755550 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-c9597bb6-b111-48ee-9dee-c6fa578345b1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 1096 time: 0.0727870 Jan 21 23:18:56.006612 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-0ce9c5b0-4f20-486e-bd4a-f0bcbeb9ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.008066 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-0ce9c5b0-4f20-486e-bd4a-f0bcbeb9ea54 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2247248 Jan 21 23:18:56.215251 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-b71aa3e7-fa4a-4b51-94a2-9806c495d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.216829 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-df6f959a-95d4-4027-bec9-40f275d8d421 req-b71aa3e7-fa4a-4b51-94a2-9806c495d1cb service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026191 Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.224841 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:18:56.227324 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:18:56.228297 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e7760-e415-49c8-8847-aafd6c35aef9 req-72736f99-9e98-4090-8e44-46ca3937fd0e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.235327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a47e7760-e415-49c8-8847-aafd6c35aef9 req-72736f99-9e98-4090-8e44-46ca3937fd0e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1030898 Jan 21 23:18:56.285779 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a47e7760-e415-49c8-8847-aafd6c35aef9 req-77137ef3-9462-4e49-be3b-432b137bb5d5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Jan 21 23:18:56.381134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-f25f926f-efe2-4229-a666-3ee34c738ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.382646 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-f25f926f-efe2-4229-a666-3ee34c738ea1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 1096 time: 0.0685651 Jan 21 23:18:56.450056 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-7238bd8b-23cd-46f4-bc99-1df504a8b767 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592 HTTP/1.1" status: 200 len: 217 time: 0.0440650 Jan 21 23:18:56.452819 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:56.462762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8f54c-2db1-4458-8bb0-4d64da7ef7fb req-0029ce7f-7722-401e-a7aa-919cf07da4f5 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.464332 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-92e8f54c-2db1-4458-8bb0-4d64da7ef7fb req-0029ce7f-7722-401e-a7aa-919cf07da4f5 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 943 time: 0.0946128 Jan 21 23:18:56.530135 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:56.533507 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-bf616c79-7b3d-4997-a7fe-a460b58b46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:56.535046 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-bf616c79-7b3d-4997-a7fe-a460b58b46d4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1 HTTP/1.1" status: 200 len: 849 time: 0.0639791 Jan 21 23:18:56.584320 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-92e8f54c-2db1-4458-8bb0-4d64da7ef7fb req-9ac08432-eb75-4da6-aeb2-2431cd2fc4e6 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040227 Jan 21 23:18:56.586402 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-a30c17f7-a1ab-404b-be53-22ec5002a55c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323427 Jan 21 23:18:56.650557 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Floating IP 08ffa036-5e2b-4e68-9eff-7d856e28ec32 associated. External IP: 172.27.3.218, port: 2e57b939-5fbf-4000-8625-ca456274f5fc. Jan 21 23:18:56.695280 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-c8f288ea-941c-41b6-b447-a835c9e7d1fb service neutron] 10.222.0.124 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975215 Jan 21 23:18:56.878373 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:18:56.919760 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1ad27c1-80a8-415c-8f51-2e10f853bd00 req-03c81a76-734f-42fb-b2a6-dfc017f28434 service neutron] 10.222.0.124 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037540 Jan 21 23:18:57.015162 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:18:57.027766 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:57.028714 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:18:57.041114 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:57.041818 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:18:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:57.055590 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9dd90648-724c-4119-9972-5d45b8db8953 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "PUT /v2.0/floatingips/08ffa036-5e2b-4e68-9eff-7d856e28ec32 HTTP/1.1" status: 200 len: 992 time: 1.6261671 Jan 21 23:18:57.055590 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:18:57.058209 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d330651c-a164-48df-a917-65cec6e73ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:18:57.149756 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:57.248103 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44053b0a-f57d-45f2-9f8c-1359bf2822d6 x-openstack-request-id: req-44053b0a-f57d-45f2-9f8c-1359bf2822d6 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:18:57.248724 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:18:57.249015 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-44053b0a-f57d-45f2-9f8c-1359bf2822d6 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:18:57.249479 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'status': 'completed', 'code': 200} Jan 21 23:18:57.422779 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330651c-a164-48df-a917-65cec6e73ae9 req-fee9e729-9415-46d4-9497-28cfde28c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:57.424404 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-fee9e729-9415-46d4-9497-28cfde28c1f5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1099 time: 0.0741813 Jan 21 23:18:57.429225 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '08ffa036-5e2b-4e68-9eff-7d856e28ec32', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:18:17Z', 'updated_at': '2022-01-21T23:18:56Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:57.439369 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0443fa-8838-423f-b781-934480cc9cbe req-27dbec0b-7634-4059-a6cb-e25f2a6fdd12 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:57.440869 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5d0443fa-8838-423f-b781-934480cc9cbe req-27dbec0b-7634-4059-a6cb-e25f2a6fdd12 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0661051 Jan 21 23:18:57.460467 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:18:57.469133 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:18:57.470204 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:18:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:57.549339 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5d0443fa-8838-423f-b781-934480cc9cbe req-85687e8e-d472-41de-9231-83119b519e76 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990098 Jan 21 23:18:57.567492 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330651c-a164-48df-a917-65cec6e73ae9 req-aaac9b11-f649-4f79-8ce0-670dd55a10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:57.572808 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-aaac9b11-f649-4f79-8ce0-670dd55a10f0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.1267326 Jan 21 23:18:57.583464 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:18:57.682291 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-3a002f58-1a0a-4610-8ef8-0b084ce0652e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 1000 time: 0.1062872 Jan 21 23:18:57.938670 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '08ffa036-5e2b-4e68-9eff-7d856e28ec32', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:18:17Z', 'updated_at': '2022-01-21T23:18:56Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:18:57.970080 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f8db12-4e08-446a-b887-d3c3064d9c4b None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '08ffa036-5e2b-4e68-9eff-7d856e28ec32', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.218', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:18:17Z', 'updated_at': '2022-01-21T23:18:56Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:18:57.997569 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398005a0-90db-4263-88d4-a3212abcedb5 req-51a9c05c-b2f4-4db3-acce-2706e257f6f3 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:57.999159 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-398005a0-90db-4263-88d4-a3212abcedb5 req-51a9c05c-b2f4-4db3-acce-2706e257f6f3 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 943 time: 0.3139982 Jan 21 23:18:58.001203 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330651c-a164-48df-a917-65cec6e73ae9 req-3701eec9-898f-4cf1-a289-3c5009f8c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:58.002612 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-3701eec9-898f-4cf1-a289-3c5009f8c682 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.3071218 Jan 21 23:18:58.100840 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-398005a0-90db-4263-88d4-a3212abcedb5 req-74634f00-dddc-468c-addd-d5969762bda8 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886388 Jan 21 23:18:58.109754 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330651c-a164-48df-a917-65cec6e73ae9 req-edafb683-224d-412e-bb31-8a90221fd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:58.111366 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-edafb683-224d-412e-bb31-8a90221fd3b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992644 Jan 21 23:18:58.253447 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-c1b79bef-7c19-435d-97eb-702c0e9513a8 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245549 Jan 21 23:18:58.300160 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea742a-862b-467f-99e1-feeddf3794df None None] New status for floating IP 08ffa036-5e2b-4e68-9eff-7d856e28ec32: ACTIVE {{(pid=103080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:18:58.375494 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d330651c-a164-48df-a917-65cec6e73ae9 req-13f0ae1d-883a-4b49-8c4b-553648cb2a82 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998616 Jan 21 23:18:58.678837 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391fd34-c76b-45e3-8edb-cba4c26eb86a req-0750e2c9-f62e-4e78-a088-8df88b69ea0c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:58.680428 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8391fd34-c76b-45e3-8edb-cba4c26eb86a req-0750e2c9-f62e-4e78-a088-8df88b69ea0c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0547061 Jan 21 23:18:58.746091 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8391fd34-c76b-45e3-8edb-cba4c26eb86a req-8fd68374-ddb6-4e57-a601-6278b3e539f7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597816 Jan 21 23:18:59.216404 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c9da3-6912-4ec6-9b33-a589ebfa5bbe req-30a6a3b2-4121-48a0-873a-935bb8ac0338 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:59.217916 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c40c9da3-6912-4ec6-9b33-a589ebfa5bbe req-30a6a3b2-4121-48a0-873a-935bb8ac0338 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 943 time: 0.0499389 Jan 21 23:18:59.267548 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c40c9da3-6912-4ec6-9b33-a589ebfa5bbe req-399c800e-4e6d-43da-a303-0bd96360c2ea tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436969 Jan 21 23:18:59.343271 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54046) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:59.457563 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.533135 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Publish callbacks [] for security_group (716b105c-4db6-4e2a-a4d7-702053c7c9a6), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.603697 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (716b105c-4db6-4e2a-a4d7-702053c7c9a6), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.647712 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=e2b88cb4acc94c149f9d4771e5eef8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997079 Jan 21 23:18:59.647712 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716b105c-4db6-4e2a-a4d7-702053c7c9a6,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:59.647949 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54052) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:18:59.652983 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.653368 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.653730 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.654164 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.654430 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.654777 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.655145 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.655496 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.655845 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.656208 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.656578 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.656919 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.657254 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bce2b5d-f5ce-42f6-8bec-b633c813a5de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.698274 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Publish callbacks [] for security_group (716b105c-4db6-4e2a-a4d7-702053c7c9a6), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.720026 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Publish callbacks [] for security_group (716b105c-4db6-4e2a-a4d7-702053c7c9a6), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.831252 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (716b105c-4db6-4e2a-a4d7-702053c7c9a6), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.834096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:18:59.837963 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/716b105c-4db6-4e2a-a4d7-702053c7c9a6 HTTP/1.1" status: 204 len: 168 time: 0.1867979 Jan 21 23:18:59.849205 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716b105c-4db6-4e2a-a4d7-702053c7c9a6,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:18:59.859988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.860661 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.861232 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.861796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.862142 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.862836 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.864494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.864494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.864494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.864971 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.865200 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.865586 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.866146 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deff9d7-4d7e-4765-a73f-e2bf40a86d34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:18:59.895927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc437f05-806f-4d8d-8bf1-a3db6aba65b1 req-796aa32f-5190-4429-871c-1835e6f37153 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:18:59.897668 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc437f05-806f-4d8d-8bf1-a3db6aba65b1 req-796aa32f-5190-4429-871c-1835e6f37153 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0698643 Jan 21 23:18:59.947433 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc437f05-806f-4d8d-8bf1-a3db6aba65b1 req-b2513102-0b8d-4b9f-a2cf-d3586fe8d5b5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441742 Jan 21 23:19:00.007966 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6c6a3172-88fb-43b6-a960-3ef533b7a592 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:19:00.118345 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:00.129001 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '6c6a3172-88fb-43b6-a960-3ef533b7a592', 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b', 'port_id': '6c6a3172-88fb-43b6-a960-3ef533b7a592', 'mac_address': 'fa:16:3e:6d:5d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:19:00.168638 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6c6a3172-88fb-43b6-a960-3ef533b7a592 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:00.169077 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.182821 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6a3172-88fb-43b6-a960-3ef533b7a592 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:00.204176 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:00.261704 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.319410 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:00.326953 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.328450 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.328450 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.328450 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.328776 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.328926 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.329274 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.329621 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.329974 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.330357 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.330707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.331050 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.331392 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:19:00.413919 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f309380-3162-46c1-9ebe-052463d8b9df req-98cb050b-99ef-4ab1-bfd1-7d899b5a0f5e tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:00.415613 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f309380-3162-46c1-9ebe-052463d8b9df req-98cb050b-99ef-4ab1-bfd1-7d899b5a0f5e tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 944 time: 0.0638626 Jan 21 23:19:00.467107 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54080) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:00.467295 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f309380-3162-46c1-9ebe-052463d8b9df req-a88cd65e-57d9-4e1e-92eb-41ad20c12f50 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Jan 21 23:19:00.480993 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b58e4c81-428b-4e11-8c06-7840f1c2fd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.560663 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b58e4c81-428b-4e11-8c06-7840f1c2fd05 admin admin] Publish callbacks [] for security_group (1f8034ea-b937-4601-85cc-5054f5f4dba8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.627080 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b58e4c81-428b-4e11-8c06-7840f1c2fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1f8034ea-b937-4601-85cc-5054f5f4dba8), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.664959 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e4c81-428b-4e11-8c06-7840f1c2fd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8034ea-b937-4601-85cc-5054f5f4dba8,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:00.669388 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b58e4c81-428b-4e11-8c06-7840f1c2fd05 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d2af19154d9744b4b5d3124f3d640b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2008350 Jan 21 23:19:00.673195 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54084) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:00.721472 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] Publish callbacks [] for security_group (1f8034ea-b937-4601-85cc-5054f5f4dba8), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.744152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] Publish callbacks [] for security_group (1f8034ea-b937-4601-85cc-5054f5f4dba8), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.772698 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6c6a3172-88fb-43b6-a960-3ef533b7a592'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:00.877935 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1f8034ea-b937-4601-85cc-5054f5f4dba8), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.880677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:00.881995 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/1f8034ea-b937-4601-85cc-5054f5f4dba8 HTTP/1.1" status: 204 len: 168 time: 0.2085810 Jan 21 23:19:00.890489 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496bc1f-9c9b-460c-a0ba-ca5527d286e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8034ea-b937-4601-85cc-5054f5f4dba8,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:01.068832 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b703d-96e0-4483-9d6b-5cd4ce14cba8 req-e1907120-ac2f-49e4-afc1-b8ea058bc19f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:01.070428 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-330b703d-96e0-4483-9d6b-5cd4ce14cba8 req-e1907120-ac2f-49e4-afc1-b8ea058bc19f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0525806 Jan 21 23:19:01.118315 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:19:01.120762 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-330b703d-96e0-4483-9d6b-5cd4ce14cba8 req-6ffd6b2b-9e9b-407c-b862-267636f7fdd9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Jan 21 23:19:01.589714 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f147c-badd-45fb-9d0d-0ee9018f95e6 req-e4ff2794-480c-4513-a2fa-8d29698e09cd tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:01.591419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-807f147c-badd-45fb-9d0d-0ee9018f95e6 req-e4ff2794-480c-4513-a2fa-8d29698e09cd tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 944 time: 0.0518005 Jan 21 23:19:01.657747 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-807f147c-badd-45fb-9d0d-0ee9018f95e6 req-39f7b8f7-1b98-45a9-be4d-aca2e3a865a6 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606270 Jan 21 23:19:01.842893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54128) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:01.960393 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-159b7554-fd2b-4979-93b5-5d574dc4fdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:01.987192 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6c6a3172-88fb-43b6-a960-3ef533b7a592 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:19:02.040445 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-159b7554-fd2b-4979-93b5-5d574dc4fdbe admin admin] Publish callbacks [] for security_group (1f99d8be-a308-4a18-80ce-fa5ad4880f29), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.106520 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-159b7554-fd2b-4979-93b5-5d574dc4fdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1f99d8be-a308-4a18-80ce-fa5ad4880f29), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.134094 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 6c6a3172-88fb-43b6-a960-3ef533b7a592 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:19:02.140689 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 6c6a3172-88fb-43b6-a960-3ef533b7a592 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:19:02.141337 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.159201 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-159b7554-fd2b-4979-93b5-5d574dc4fdbe admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=3eb2008a4c294df2b07315b117efd4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151138 Jan 21 23:19:02.161100 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b7554-fd2b-4979-93b5-5d574dc4fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f99d8be-a308-4a18-80ce-fa5ad4880f29,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:02.162385 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54152) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:02.255355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6c6a3172-88fb-43b6-a960-3ef533b7a592 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:02.256150 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.281455 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] Publish callbacks [] for security_group (1f99d8be-a308-4a18-80ce-fa5ad4880f29), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.295284 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c322f-3185-4352-87ec-f2fe5be799c7 req-82af6d6c-649c-4e2a-b668-63a5366d7651 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:02.297194 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-036c322f-3185-4352-87ec-f2fe5be799c7 req-82af6d6c-649c-4e2a-b668-63a5366d7651 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0916402 Jan 21 23:19:02.332494 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] Publish callbacks [] for security_group (1f99d8be-a308-4a18-80ce-fa5ad4880f29), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.387548 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-036c322f-3185-4352-87ec-f2fe5be799c7 req-4d12ae8a-e98c-4594-8cbc-15e56bb678bf tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834625 Jan 21 23:19:02.409444 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:02.412341 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9351dabe-8d92-489c-b949-7f3b18304211" -d '{"events": [{"server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:02.426491 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:02.462397 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ebf39f-135d-49b4-86e0-1cac56f3c17b x-openstack-request-id: req-f9ebf39f-135d-49b4-86e0-1cac56f3c17b {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:02.462927 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "name": "network-vif-plugged", "status": "completed", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:02.463173 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-f9ebf39f-135d-49b4-86e0-1cac56f3c17b {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:02.463885 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592', 'code': 200} Jan 21 23:19:02.547759 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1f99d8be-a308-4a18-80ce-fa5ad4880f29), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.550848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.552048 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/1f99d8be-a308-4a18-80ce-fa5ad4880f29 HTTP/1.1" status: 204 len: 168 time: 0.3879910 Jan 21 23:19:02.570142 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:02.583516 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c860f-5eee-4824-a66f-54372f31b9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f99d8be-a308-4a18-80ce-fa5ad4880f29,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:02.596641 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-fc7b1f36-2182-44db-b146-e166429930d4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657821 Jan 21 23:19:02.642301 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:02.742812 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-61b36026-7994-484b-85f2-a4f620326d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:02.744482 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-61b36026-7994-484b-85f2-a4f620326d69 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0cd12401fec84d8e896f61c3dae3a00f&device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 1098 time: 0.0559652 Jan 21 23:19:02.860505 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d8a26-b0f8-4212-a5f2-31650b028d1c req-be720301-153f-4179-95ee-41d62585f4f2 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:02.868203 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a3d8a26-b0f8-4212-a5f2-31650b028d1c req-be720301-153f-4179-95ee-41d62585f4f2 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.1222415 Jan 21 23:19:02.896947 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1a9ef-cc56-477d-9a38-c304926394cd req-034b459a-31cf-4043-a3cf-0e1bb1ef96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:02.900824 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-59b1a9ef-cc56-477d-9a38-c304926394cd req-034b459a-31cf-4043-a3cf-0e1bb1ef96ee service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 1098 time: 0.0545449 Jan 21 23:19:02.921235 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-ad53d8bf-949a-407e-bd84-33f9fbcc4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:02.923205 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-ad53d8bf-949a-407e-bd84-33f9fbcc4773 service neutron] 10.222.0.124 "GET /v2.0/networks?id=3c45e962-f366-4534-a436-6a674f51e99f HTTP/1.1" status: 200 len: 912 time: 0.1505122 Jan 21 23:19:02.952867 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a3d8a26-b0f8-4212-a5f2-31650b028d1c req-95ccbdd0-9d04-4dcf-8ff2-2634be2893ab tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837061 Jan 21 23:19:02.991042 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-a4dcdb76-ee9a-4c47-a498-90128363f195 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3 HTTP/1.1" status: 200 len: 217 time: 0.0521169 Jan 21 23:19:02.994359 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-59b1a9ef-cc56-477d-9a38-c304926394cd req-a3cb1840-aafb-4e7d-b4ce-3b6ad1328cbc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869331 Jan 21 23:19:03.284463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54184) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:03.300602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32e12f81-c519-4d95-bf58-588fe409fbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.397548 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-daf5e96a-2cbe-4c78-a297-347f76def912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:03.399024 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-daf5e96a-2cbe-4c78-a297-347f76def912 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=135b129a-b81c-49f7-9180-1affee0d07b9 HTTP/1.1" status: 200 len: 851 time: 0.0674198 Jan 21 23:19:03.428863 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32e12f81-c519-4d95-bf58-588fe409fbc4 admin admin] Publish callbacks [] for security_group (14b641b8-4b40-4c8f-8724-3f24de19b3cb), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.462017 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-e1fdfad0-4270-413a-82e9-1631f14b72a4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=3c45e962-f366-4534-a436-6a674f51e99f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310469 Jan 21 23:19:03.514429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32e12f81-c519-4d95-bf58-588fe409fbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (14b641b8-4b40-4c8f-8724-3f24de19b3cb), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.605867 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-32e12f81-c519-4d95-bf58-588fe409fbc4 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f33a62604c0e4258a3c3d9e0cfa9a665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196824 Jan 21 23:19:03.608744 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54200) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:03.610855 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e12f81-c519-4d95-bf58-588fe409fbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b641b8-4b40-4c8f-8724-3f24de19b3cb,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:03.632409 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8724b-9f4b-4f28-b656-f6d7ed62ddc8 req-20fcabf8-e5bb-42d0-aaec-9b8833eb9a55 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:03.633884 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9dd8724b-9f4b-4f28-b656-f6d7ed62ddc8 req-20fcabf8-e5bb-42d0-aaec-9b8833eb9a55 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1618412 Jan 21 23:19:03.645513 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-5528b894-43ae-46a2-8216-925e228f2cb2 service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623931 Jan 21 23:19:03.686325 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] Publish callbacks [] for security_group (14b641b8-4b40-4c8f-8724-3f24de19b3cb), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.714536 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] Publish callbacks [] for security_group (14b641b8-4b40-4c8f-8724-3f24de19b3cb), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.750424 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9dd8724b-9f4b-4f28-b656-f6d7ed62ddc8 req-7f400598-52c4-4947-89dc-dda957c690ea tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032953 Jan 21 23:19:03.781177 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-270394d0-f678-45f0-85a2-6bc7aebf836e req-59b0961d-644f-42ee-bf79-cdd40a394387 service neutron] 10.222.0.124 "GET /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280017 Jan 21 23:19:03.861457 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (14b641b8-4b40-4c8f-8724-3f24de19b3cb), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.865621 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:03.867679 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/14b641b8-4b40-4c8f-8724-3f24de19b3cb HTTP/1.1" status: 204 len: 168 time: 0.2576065 Jan 21 23:19:03.870463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54208) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:03.876531 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5099e-d471-426c-ad28-31ead4808a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b641b8-4b40-4c8f-8724-3f24de19b3cb,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:04.011610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7a565cb6-ec45-44de-9afa-e99756dfae91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.134679 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fb0b7-5e07-4bff-aaa4-f9c8fdc3f988 req-8aad2507-142d-457c-b41e-6d0713f61147 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:04.135400 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6f1fb0b7-5e07-4bff-aaa4-f9c8fdc3f988 req-8aad2507-142d-457c-b41e-6d0713f61147 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.0826037 Jan 21 23:19:04.154737 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7a565cb6-ec45-44de-9afa-e99756dfae91 admin admin] Publish callbacks [] for security_group (32058323-089a-4cce-8885-69a4db9d6223), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.200488 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6f1fb0b7-5e07-4bff-aaa4-f9c8fdc3f988 req-00ed3a8d-abc0-44a4-8148-6f964a16588c tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552945 Jan 21 23:19:04.221378 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7a565cb6-ec45-44de-9afa-e99756dfae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (32058323-089a-4cce-8885-69a4db9d6223), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.274894 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7a565cb6-ec45-44de-9afa-e99756dfae91 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=a86d01303a844a1983cd95f94bdcdffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031186 Jan 21 23:19:04.275840 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a565cb6-ec45-44de-9afa-e99756dfae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32058323-089a-4cce-8885-69a4db9d6223,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:04.278221 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54228) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:04.355894 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] Publish callbacks [] for security_group (32058323-089a-4cce-8885-69a4db9d6223), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.375736 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e9dc0a0b-24c1-4378-bd67-d25043a39e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.380297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] Publish callbacks [] for security_group (32058323-089a-4cce-8885-69a4db9d6223), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.523815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (32058323-089a-4cce-8885-69a4db9d6223), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.527282 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.532438 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/32058323-089a-4cce-8885-69a4db9d6223 HTTP/1.1" status: 204 len: 168 time: 0.2512932 Jan 21 23:19:04.543763 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322892-4620-420b-9a88-9c2f5b6c0167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32058323-089a-4cce-8885-69a4db9d6223,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:04.764882 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:04.874452 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415853-d50f-40de-9ab5-b9bcbbadce66 req-ad86e688-f30e-4577-a47a-4b53e31069db tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:04.876550 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3415853-d50f-40de-9ab5-b9bcbbadce66 req-ad86e688-f30e-4577-a47a-4b53e31069db tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0513244 Jan 21 23:19:04.949167 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3415853-d50f-40de-9ab5-b9bcbbadce66 req-f7b6e81c-b1d2-45a2-b8ec-f6ee8d8b7610 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666950 Jan 21 23:19:05.338069 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fae90c-83b0-43d4-b494-ae150c34c7d1 req-b60f2c73-70e6-4112-826b-0d687614aa38 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:05.339601 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-34fae90c-83b0-43d4-b494-ae150c34c7d1 req-b60f2c73-70e6-4112-826b-0d687614aa38 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.0513825 Jan 21 23:19:05.392567 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-34fae90c-83b0-43d4-b494-ae150c34c7d1 req-f767b7c6-418f-480f-8c2a-3467fca9f5ae tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Jan 21 23:19:05.423220 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54276) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:05.445947 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c103f16d-5a47-4cd2-8721-132b7573f8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.536423 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c103f16d-5a47-4cd2-8721-132b7573f8db admin admin] Publish callbacks [] for security_group (a9ed2e5e-8eac-4475-9d06-5c52ec4baf27), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.603799 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c103f16d-5a47-4cd2-8721-132b7573f8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a9ed2e5e-8eac-4475-9d06-5c52ec4baf27), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.645710 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103f16d-5a47-4cd2-8721-132b7573f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed2e5e-8eac-4475-9d06-5c52ec4baf27,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:05.649827 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-c103f16d-5a47-4cd2-8721-132b7573f8db admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=4c58951049fd43df8b132d039286defe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246959 Jan 21 23:19:05.652773 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54294) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:05.717224 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] Publish callbacks [] for security_group (a9ed2e5e-8eac-4475-9d06-5c52ec4baf27), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.742302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] Publish callbacks [] for security_group (a9ed2e5e-8eac-4475-9d06-5c52ec4baf27), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.924001 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a9ed2e5e-8eac-4475-9d06-5c52ec4baf27), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.926727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:05.928347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/a9ed2e5e-8eac-4475-9d06-5c52ec4baf27 HTTP/1.1" status: 204 len: 168 time: 0.2741413 Jan 21 23:19:05.950540 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3ee6b-d519-4ecf-becc-abec23ad8502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed2e5e-8eac-4475-9d06-5c52ec4baf27,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:06.111041 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92042cd-822e-497c-b317-43ab7d5ba791 req-f54e012d-4e39-453a-95f4-b6de7f0f0ebe tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:06.113109 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b92042cd-822e-497c-b317-43ab7d5ba791 req-f54e012d-4e39-453a-95f4-b6de7f0f0ebe tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0523324 Jan 21 23:19:06.161438 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b92042cd-822e-497c-b317-43ab7d5ba791 req-d30e9fc2-e9ea-4d8c-b905-903f6b530f7a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Jan 21 23:19:06.739824 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54328) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:06.759301 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-052e370d-9eca-4080-9216-016b664e6d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:06.839403 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-052e370d-9eca-4080-9216-016b664e6d4e admin admin] Publish callbacks [] for security_group (7cb0dad3-78bb-434e-90a8-d86625278acb), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:06.911486 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-052e370d-9eca-4080-9216-016b664e6d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7cb0dad3-78bb-434e-90a8-d86625278acb), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:06.911835 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-22da74eb-b955-4061-8ee7-fe7dc3d8c779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:06.953816 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e370d-9eca-4080-9216-016b664e6d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0dad3-78bb-434e-90a8-d86625278acb,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:06.958596 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-052e370d-9eca-4080-9216-016b664e6d4e admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=2f930dd8739b40319c1acf4fbb29bcf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154863 Jan 21 23:19:06.961622 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54334) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:07.009919 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] Publish callbacks [] for security_group (7cb0dad3-78bb-434e-90a8-d86625278acb), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:07.032418 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] Publish callbacks [] for security_group (7cb0dad3-78bb-434e-90a8-d86625278acb), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:07.169584 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7cb0dad3-78bb-434e-90a8-d86625278acb), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:07.172816 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:07.174020 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/7cb0dad3-78bb-434e-90a8-d86625278acb HTTP/1.1" status: 204 len: 168 time: 0.2113602 Jan 21 23:19:07.183316 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b909a-8447-4603-81ee-ffca13bf230f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0dad3-78bb-434e-90a8-d86625278acb,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:07.287473 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088c32-2e3f-4c16-92ad-f805b7c727d0 req-82bf1650-6eed-453b-b570-2291ba9f8405 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:07.289273 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe088c32-2e3f-4c16-92ad-f805b7c727d0 req-82bf1650-6eed-453b-b570-2291ba9f8405 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0515921 Jan 21 23:19:07.339753 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe088c32-2e3f-4c16-92ad-f805b7c727d0 req-5d0f5706-c6ca-40cb-b84d-44f7d66efc6a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450058 Jan 21 23:19:08.067602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-d872ffe1-0cca-4661-852d-7937aa2d9c18 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:08.069352 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-d872ffe1-0cca-4661-852d-7937aa2d9c18 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1179454 Jan 21 23:19:08.103302 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-d1904fc6-284f-4bd9-be0c-44b1044874a2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/quotas/daae16f34e0244cba19ebdc39e0dc2f8 HTTP/1.1" status: 200 len: 375 time: 0.0107255 Jan 21 23:19:08.158747 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-1fff2b42-855f-4567-964f-b17023b38c8f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0496268 Jan 21 23:19:08.265197 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-bd9ce4e5-5dc6-4559-bef4-0243c7567397 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986052 Jan 21 23:19:08.382395 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-fa14ddd8-ed5c-4ec7-a997-409c3ffb3779 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104441 Jan 21 23:19:08.630456 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec64469-dd2f-448e-a7e9-b2c84af11033 req-de702756-7b9f-4be9-ae20-13356c3bed79 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:08.632091 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bec64469-dd2f-448e-a7e9-b2c84af11033 req-de702756-7b9f-4be9-ae20-13356c3bed79 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.0543895 Jan 21 23:19:08.683942 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bec64469-dd2f-448e-a7e9-b2c84af11033 req-5dee7090-4600-4db0-aaa9-992f65613986 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456932 Jan 21 23:19:08.792115 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbae04d6-c791-47ba-9d44-376aa4d54648 req-498370f7-bf54-4537-99ea-afea4e1350eb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 210 time: 0.0611544 Jan 21 23:19:08.819231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9793d6b-e6ec-4b18-8eab-884a1f461210 req-2d055fcb-6be7-4845-945c-3df0c35fd1fd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:08.820942 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9793d6b-e6ec-4b18-8eab-884a1f461210 req-2d055fcb-6be7-4845-945c-3df0c35fd1fd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0783675 Jan 21 23:19:08.871365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9793d6b-e6ec-4b18-8eab-884a1f461210 req-fc15fa3b-2e74-456c-818c-3921664c5443 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Jan 21 23:19:09.048584 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:09.769624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54440) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:09.811446 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a873b1-2c94-42c8-b354-53d2f991d917 req-a474385c-d4ad-40b6-bdba-04db7d9126f4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:09.812938 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20a873b1-2c94-42c8-b354-53d2f991d917 req-a474385c-d4ad-40b6-bdba-04db7d9126f4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.0527737 Jan 21 23:19:09.873196 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20a873b1-2c94-42c8-b354-53d2f991d917 req-c5113267-fd38-4e7b-9f1c-38d13b934ac5 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534661 Jan 21 23:19:09.894158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cc20605-8516-4ee0-9f39-2c2fca352c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:09.938005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-694fb6d5-2c39-4ed9-95b8-a5031c3706b9 req-45fc9621-984f-49d0-bd64-4065ac4f1133 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 210 time: 0.0427630 Jan 21 23:19:10.012431 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76d2c9-78d5-4925-abed-3251e23dc33d req-919516fc-19e3-4401-80c5-0392ffec09ec tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:10.014927 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4f76d2c9-78d5-4925-abed-3251e23dc33d req-919516fc-19e3-4401-80c5-0392ffec09ec tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0630274 Jan 21 23:19:10.028728 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cc20605-8516-4ee0-9f39-2c2fca352c8b admin admin] Publish callbacks [] for security_group (8e3198cd-e6d9-4e35-8d9d-8883ca6bb304), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.063444 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4f76d2c9-78d5-4925-abed-3251e23dc33d req-0e4160fc-0454-4173-8f1e-2b2b21f9a398 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418160 Jan 21 23:19:10.106562 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cc20605-8516-4ee0-9f39-2c2fca352c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8e3198cd-e6d9-4e35-8d9d-8883ca6bb304), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.147079 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc20605-8516-4ee0-9f39-2c2fca352c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3198cd-e6d9-4e35-8d9d-8883ca6bb304,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:10.152174 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3cc20605-8516-4ee0-9f39-2c2fca352c8b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6a00e8acdb414920aa9e5aa83057d788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808453 Jan 21 23:19:10.155018 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54454) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:10.205722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] Publish callbacks [] for security_group (8e3198cd-e6d9-4e35-8d9d-8883ca6bb304), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.227721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] Publish callbacks [] for security_group (8e3198cd-e6d9-4e35-8d9d-8883ca6bb304), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.346802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8e3198cd-e6d9-4e35-8d9d-8883ca6bb304), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.349637 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.353184 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8e3198cd-e6d9-4e35-8d9d-8883ca6bb304 HTTP/1.1" status: 204 len: 168 time: 0.1954966 Jan 21 23:19:10.360132 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53388d7-7256-4415-b070-08d133a022b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3198cd-e6d9-4e35-8d9d-8883ca6bb304,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:10.633321 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:10.995197 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c39ebc-1569-4559-8869-5bb3385df43b req-cdeb7df6-84a2-4d7f-9a50-821a6f8c4789 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:10.996793 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-76c39ebc-1569-4559-8869-5bb3385df43b req-cdeb7df6-84a2-4d7f-9a50-821a6f8c4789 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.0498865 Jan 21 23:19:11.076152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54484) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:11.080024 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0df6d3fa-d952-47f7-8945-96c1cf62e191 req-7f28b216-6acb-4cea-ac19-692e1a5f0e4e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 210 time: 0.0688369 Jan 21 23:19:11.092461 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-25bf1ff9-e90d-4295-bfaa-e222e46ee658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.119486 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-76c39ebc-1569-4559-8869-5bb3385df43b req-400b6248-37a3-4863-8146-38f0fd6a73e9 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162789 Jan 21 23:19:11.139408 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-f15fe580-4c49-45ad-a94d-cac6939b9465 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:11.140949 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-f15fe580-4c49-45ad-a94d-cac6939b9465 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 945 time: 0.1287515 Jan 21 23:19:11.202207 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-25bf1ff9-e90d-4295-bfaa-e222e46ee658 admin admin] Publish callbacks [] for security_group (71f2ee96-308b-4375-987c-6ddd2f363fb6), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.305499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.310158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-25bf1ff9-e90d-4295-bfaa-e222e46ee658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (71f2ee96-308b-4375-987c-6ddd2f363fb6), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.416962 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-25bf1ff9-e90d-4295-bfaa-e222e46ee658 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=af1f7b5c4fee4539a80fde1120fac036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385751 Jan 21 23:19:11.418719 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf1ff9-e90d-4295-bfaa-e222e46ee658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f2ee96-308b-4375-987c-6ddd2f363fb6,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:11.421272 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54492) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:11.460415 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-a16d6f80-c2b7-4ad4-bc17-718e9c0bd503 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:11.461911 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-a16d6f80-c2b7-4ad4-bc17-718e9c0bd503 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1809428 Jan 21 23:19:11.488742 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Request body: {'port': {'device_id': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'admin_state_up': True, 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:11.525618 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d11fcc-4678-4b5b-9cb6-05e68787bbea req-31bab78c-22a1-4946-a2c3-f8e756932849 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:11.527170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-16d11fcc-4678-4b5b-9cb6-05e68787bbea req-31bab78c-22a1-4946-a2c3-f8e756932849 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.3715258 Jan 21 23:19:11.609344 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] Publish callbacks [] for security_group (71f2ee96-308b-4375-987c-6ddd2f363fb6), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.628689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Deleting port 6c6a3172-88fb-43b6-a960-3ef533b7a592 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:19:11.629020 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.660913 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-16d11fcc-4678-4b5b-9cb6-05e68787bbea req-0e77e6e2-7001-4656-af1b-a8e08309bb04 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Jan 21 23:19:11.679295 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:19:11.683502 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.713363 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] Publish callbacks [] for security_group (71f2ee96-308b-4375-987c-6ddd2f363fb6), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.781779 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] For port 6c6a3172-88fb-43b6-a960-3ef533b7a592, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6c6a3172-88fb-43b6-a960-3ef533b7a592,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:11.782153 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.805099 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Calling delete_port for 6c6a3172-88fb-43b6-a960-3ef533b7a592 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:19:11.964211 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (71f2ee96-308b-4375-987c-6ddd2f363fb6), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.966916 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:11.968155 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/71f2ee96-308b-4375-987c-6ddd2f363fb6 HTTP/1.1" status: 204 len: 168 time: 0.5411246 Jan 21 23:19:11.982835 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32830635-7c12-4117-917f-a5b8fcdd6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f2ee96-308b-4375-987c-6ddd2f363fb6,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:12.063707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Allocated IP 172.20.0.14 (bbbca9b4-2d07-4458-ac6f-197a310315ef/ac0d6f2f-da2a-470d-8b37-a6a55d64bbca/9829535c-0556-4f09-a60e-ea49f1478a89) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:19:12.078047 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (6c6a3172-88fb-43b6-a960-3ef533b7a592), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.131813 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6c6a3172-88fb-43b6-a960-3ef533b7a592'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:12.138709 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Pushing event deleted for resources: {'Port': ['ID=6c6a3172-88fb-43b6-a960-3ef533b7a592,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:12.284853 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks [] for port (9829535c-0556-4f09-a60e-ea49f1478a89), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.320553 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a337ff6-ca37-4cf9-8c16-9e37d86f6957 req-b3a75cd4-f55e-4534-ace9-a869e87b58c8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 210 time: 0.0983520 Jan 21 23:19:12.343765 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] No DVR routers for this DVR port 6c6a3172-88fb-43b6-a960-3ef533b7a592 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:19:12.347816 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.351592 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd15802b-bbd9-44cd-9fa6-20fdb44ae401 req-4c949f9e-25fd-494a-817b-f8630632f018 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "DELETE /v2.0/ports/6c6a3172-88fb-43b6-a960-3ef533b7a592 HTTP/1.1" status: 204 len: 173 time: 1.2036088 Jan 21 23:19:12.352136 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'name': 'network-vif-deleted', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:12.355238 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3428ca55-173f-469d-b494-046d3e929103" -d '{"events": [{"server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "name": "network-vif-deleted", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:12.404226 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f0f78591-3105-4e19-8f92-40e34e87b421 req-cc2543f9-f8e2-40f2-a92b-e0b2be659766 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0293436 Jan 21 23:19:12.419809 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf6d8e-048e-4274-9f15-0d112a7a039d x-openstack-request-id: req-33bf6d8e-048e-4274-9f15-0d112a7a039d {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:12.420343 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a21814d-d814-4e47-9650-67dfb0e58e3a", "name": "network-vif-deleted", "tag": "6c6a3172-88fb-43b6-a960-3ef533b7a592", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:12.420720 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-33bf6d8e-048e-4274-9f15-0d112a7a039d {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:12.421285 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a21814d-d814-4e47-9650-67dfb0e58e3a', 'name': 'network-vif-deleted', 'tag': '6c6a3172-88fb-43b6-a960-3ef533b7a592', 'status': 'completed', 'code': 200} Jan 21 23:19:12.458480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.499937 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Network bbbca9b4-2d07-4458-ac6f-197a310315ef is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:19:12.506537 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:19:12.510691 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:19:12.515319 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:12.543334 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event updated for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:12.577121 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:12.579176 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.686541 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-0feb42ba-b5c4-40f3-a556-ee8d1f9b3c96 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019532 Jan 21 23:19:12.733756 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Request body: {'port': {'device_id': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:12.786531 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb62c8-9ecd-4c96-be76-5923514871f8 req-d83f4fce-8839-4d12-b2b1-3ad09236bd63 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:12.788718 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ffb62c8-9ecd-4c96-be76-5923514871f8 req-d83f4fce-8839-4d12-b2b1-3ad09236bd63 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0579700 Jan 21 23:19:12.821613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:12.848802 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ffb62c8-9ecd-4c96-be76-5923514871f8 req-33445f93-3179-4c44-92b7-f792aa3c06ee tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504723 Jan 21 23:19:13.134760 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9829535c-0556-4f09-a60e-ea49f1478a89 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:13.142426 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks [] for port (9829535c-0556-4f09-a60e-ea49f1478a89), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:13.155129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Transition to ACTIVE for port object 9829535c-0556-4f09-a60e-ea49f1478a89 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:19:13.255947 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:13.332080 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Pushing event updated for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:13.389616 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Attempting to bind port 9829535c-0556-4f09-a60e-ea49f1478a89 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:19:13.390218 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Attempting to bind port 9829535c-0556-4f09-a60e-ea49f1478a89 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:19:13.390572 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Attempting to bind port 9829535c-0556-4f09-a60e-ea49f1478a89 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:13.396076 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Port 9829535c-0556-4f09-a60e-ea49f1478a89 on network bbbca9b4-2d07-4458-ac6f-197a310315ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:19:13.396463 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Attempting to bind port 9829535c-0556-4f09-a60e-ea49f1478a89 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:13.401754 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:19:13.402172 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Checking segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:19:13.404515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Bound using segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:19:13.404515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Bound port: 9829535c-0556-4f09-a60e-ea49f1478a89, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:19:13.404515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:13.445287 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf83e1-cc29-48aa-806e-8ddba669f27d req-f8260f44-8bbf-4038-b86d-2baa1a4b976b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:13.448328 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1cdf83e1-cc29-48aa-806e-8ddba669f27d req-f8260f44-8bbf-4038-b86d-2baa1a4b976b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 944 time: 0.0561430 Jan 21 23:19:13.471632 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:19:13.475375 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=9829535c-0556-4f09-a60e-ea49f1478a89,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:19:13.500030 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1cdf83e1-cc29-48aa-806e-8ddba669f27d req-8ed6ca95-46cf-4aa7-9116-f007d17ed917 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jan 21 23:19:13.541469 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f8179c7-253a-48f7-93e8-860df0b92b41 req-1b0d5459-8616-4c84-aedf-1ef391382740 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=0a21814d-d814-4e47-9650-67dfb0e58e3a HTTP/1.1" status: 200 len: 210 time: 0.0258460 Jan 21 23:19:13.604719 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:13.649282 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:13.649923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:13.651380 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] 10.222.0.124 "PUT /v2.0/ports/9829535c-0556-4f09-a60e-ea49f1478a89 HTTP/1.1" status: 200 len: 1094 time: 0.9233725 Jan 21 23:19:13.651917 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:13.654584 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6de56ca-759a-449c-83e1-8509f084bac6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:13.683882 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8699-aafa-49a3-a11f-873defbcbc41 service neutron] Pushing event updated for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:13.697440 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a078a88e-3894-4f2b-b9ad-f3c877a1cf9c x-openstack-request-id: req-a078a88e-3894-4f2b-b9ad-f3c877a1cf9c {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:13.697731 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:13.698011 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-a078a88e-3894-4f2b-b9ad-f3c877a1cf9c {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:13.698437 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89', 'status': 'completed', 'code': 200} Jan 21 23:19:13.807116 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-f87fb2ed-0056-41e4-8e08-0bdbd6759042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:13.808562 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-f87fb2ed-0056-41e4-8e08-0bdbd6759042 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 1097 time: 0.0468748 Jan 21 23:19:13.959779 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-d744f6d8-25b8-4648-a950-cade108e89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:13.959779 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-d744f6d8-25b8-4648-a950-cade108e89ff service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1026406 Jan 21 23:19:13.985382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33116bfb-fabd-48e3-9637-4e2c943593f9 req-b7c1feb1-6dd2-4921-9b0f-f6db2d3d08bb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:13.993667 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33116bfb-fabd-48e3-9637-4e2c943593f9 req-b7c1feb1-6dd2-4921-9b0f-f6db2d3d08bb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0687990 Jan 21 23:19:14.055822 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33116bfb-fabd-48e3-9637-4e2c943593f9 req-5d0c8eb5-62b9-476c-bb9e-e4f11f9c42e1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611188 Jan 21 23:19:14.091866 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6c6a3172-88fb-43b6-a960-3ef533b7a592 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:19:14.111517 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-7db1414b-fa79-4f61-97a6-14cfe7090374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:14.113824 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f6de56ca-759a-449c-83e1-8509f084bac6 req-7db1414b-fa79-4f61-97a6-14cfe7090374 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528599 Jan 21 23:19:14.124502 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 6c6a3172-88fb-43b6-a960-3ef533b7a592 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:19:14.128891 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6c6a3172-88fb-43b6-a960-3ef533b7a592 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:19:14.285999 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-c04cd15c-47b8-4734-9c50-fe3b7173d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:14.288027 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-c04cd15c-47b8-4734-9c50-fe3b7173d877 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 1097 time: 0.0535028 Jan 21 23:19:14.357132 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-4b906588-1bf1-48fd-a41e-78f712f4d4dc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9829535c-0556-4f09-a60e-ea49f1478a89 HTTP/1.1" status: 200 len: 217 time: 0.0521851 Jan 21 23:19:14.410548 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-e0a62b05-4b1c-4ff3-bd49-d5e9be954fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:14.412052 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-e0a62b05-4b1c-4ff3-bd49-d5e9be954fd9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.0456014 Jan 21 23:19:14.447024 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-afb8cc6f-1186-4a7f-8b28-4e25a856afc3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265310 Jan 21 23:19:14.574440 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-fbc16bcf-ade1-4f27-96cf-a21aa1151b69 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112509 Jan 21 23:19:14.669063 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2dc11-f142-403c-b096-f4f760899849 req-1fd8b2d5-a9cd-45eb-bb4f-6b13ec48436f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:14.671734 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dee2dc11-f142-403c-b096-f4f760899849 req-1fd8b2d5-a9cd-45eb-bb4f-6b13ec48436f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 944 time: 0.0918677 Jan 21 23:19:14.714252 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-dbe6b926-9f5e-4458-ae79-ae87393f079f req-105563a3-12da-4f49-ab3a-68face2d9bb2 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239905 Jan 21 23:19:14.723559 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dee2dc11-f142-403c-b096-f4f760899849 req-9989c4c0-f9be-4675-b25d-074de2944e40 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Jan 21 23:19:14.918688 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-d30c8122-6fec-4af3-97ba-aca8918722c4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:14.920197 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-d30c8122-6fec-4af3-97ba-aca8918722c4 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/networks?id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b HTTP/1.1" status: 200 len: 809 time: 0.1076541 Jan 21 23:19:14.936357 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-81311a63-595b-44d7-8977-67bd942d5402 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/quotas/d9be300f7b8e4217b87ba4c76fc3dd82 HTTP/1.1" status: 200 len: 375 time: 0.0096772 Jan 21 23:19:14.974661 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-5e09b891-ec9f-4286-9eae-ada4d120bb97 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320566 Jan 21 23:19:15.089287 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-2aeaab91-26d9-4169-9392-69a2a093e2b2 service neutron] 10.222.0.138 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059208 Jan 21 23:19:15.231847 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0c327-882f-4e1f-9951-e39f4a8ffa14 req-9385437b-31bd-49f9-bfa9-90d22d32403c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:15.233425 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d8e0c327-882f-4e1f-9951-e39f4a8ffa14 req-9385437b-31bd-49f9-bfa9-90d22d32403c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1025167 Jan 21 23:19:15.235914 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-8d1bdcf1-f316-428e-9bce-de0c801fdd53 service neutron] 10.222.0.138 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407974 Jan 21 23:19:15.298658 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d8e0c327-882f-4e1f-9951-e39f4a8ffa14 req-6354acc7-1e6b-4dc1-ae84-cba849be4694 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569198 Jan 21 23:19:15.571059 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d81048f8-3400-4bb0-ba4b-b53b6b7861a2 req-61cd2160-25fc-4dc6-bd2a-925b7db08cc2 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Jan 21 23:19:15.869744 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519eb9f-0ab5-4976-86c9-77e6dde0eabe req-3fa8d0e5-cb31-4137-b593-c82771a61824 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:15.871503 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9519eb9f-0ab5-4976-86c9-77e6dde0eabe req-3fa8d0e5-cb31-4137-b593-c82771a61824 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 944 time: 0.0772426 Jan 21 23:19:15.946127 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ba3f3-93cb-49f9-8c44-9e71ab439109 req-19549b19-78c0-4f4a-b53c-ef55b78eca83 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:15.955733 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-290ba3f3-93cb-49f9-8c44-9e71ab439109 req-19549b19-78c0-4f4a-b53c-ef55b78eca83 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0962090 Jan 21 23:19:15.972011 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9519eb9f-0ab5-4976-86c9-77e6dde0eabe req-eb8c7d10-6eef-49a8-9a6b-4702b449605b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836735 Jan 21 23:19:16.033970 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-290ba3f3-93cb-49f9-8c44-9e71ab439109 req-57f7d7a5-4e77-4435-928e-911a24f3051d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709884 Jan 21 23:19:16.420874 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011f839-89eb-45b6-bb3c-09423f5d0663 req-53a88b98-327b-40a3-9e84-fe1f673fe27c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:16.422581 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e011f839-89eb-45b6-bb3c-09423f5d0663 req-53a88b98-327b-40a3-9e84-fe1f673fe27c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0539649 Jan 21 23:19:16.472216 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e011f839-89eb-45b6-bb3c-09423f5d0663 req-b00f2034-362c-4d0b-8ef0-62b3c0b91756 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Jan 21 23:19:16.667091 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69b522fa-ac59-41f3-aa0d-0268069577a9 req-fb49b442-b4d2-467f-b16b-bc789781d00f tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 210 time: 0.0275745 Jan 21 23:19:17.107111 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a8568-eba6-4ac3-8481-6f78e97bfb99 req-e6b3e606-7f83-40d8-8cb5-26f009fcf4b1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:17.108674 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fa1a8568-eba6-4ac3-8481-6f78e97bfb99 req-e6b3e606-7f83-40d8-8cb5-26f009fcf4b1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 944 time: 0.0514698 Jan 21 23:19:17.186499 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fa1a8568-eba6-4ac3-8481-6f78e97bfb99 req-09feeb9d-3581-4534-8555-9ff0a040e006 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685627 Jan 21 23:19:17.194517 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6ad2-5b98-459e-8e4d-ae65ab9cc08b req-4033ffa3-7d10-4bfe-86c4-13402e77deab tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:17.196152 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-558c6ad2-5b98-459e-8e4d-ae65ab9cc08b req-4033ffa3-7d10-4bfe-86c4-13402e77deab tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0865049 Jan 21 23:19:17.245444 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-558c6ad2-5b98-459e-8e4d-ae65ab9cc08b req-e1428772-678a-4e1d-bd41-878ecf56abb8 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Jan 21 23:19:17.590823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32533cf-351e-4dd2-b03d-f47869b359f6 req-e3cb7a65-c28a-4773-812e-97267f31b72a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:17.592369 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e32533cf-351e-4dd2-b03d-f47869b359f6 req-e3cb7a65-c28a-4773-812e-97267f31b72a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0502541 Jan 21 23:19:17.642715 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e32533cf-351e-4dd2-b03d-f47869b359f6 req-0a77e921-f7f5-4368-b029-ee04a71d6093 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Jan 21 23:19:17.762807 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36c6cfec-fdb9-4843-8b8e-1206f48f7099 req-2a50476a-289a-458e-a509-9aede16dd6bd tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 210 time: 0.0260143 Jan 21 23:19:17.788986 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54702) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:17.904300 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d6e94c6e-5937-4738-ba44-785c2adb56f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:17.914654 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-913913e2-4cfd-4602-8d7b-a0fd6d1e8f60 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:17.916202 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-913913e2-4cfd-4602-8d7b-a0fd6d1e8f60 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "GET /v2.0/networks?id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b HTTP/1.1" status: 200 len: 809 time: 0.1067650 Jan 21 23:19:17.942102 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Request body: {'port': {'device_id': '186583ff-410d-4c67-966b-567ede15b238', 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b', 'admin_state_up': True, 'tenant_id': 'd9be300f7b8e4217b87ba4c76fc3dd82'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:17.985074 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d6e94c6e-5937-4738-ba44-785c2adb56f6 admin admin] Publish callbacks [] for security_group (bd4b848d-62d6-4616-90c6-b4033c1fdad9), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.083764 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d6e94c6e-5937-4738-ba44-785c2adb56f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bd4b848d-62d6-4616-90c6-b4033c1fdad9), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.094353 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 9829535c-0556-4f09-a60e-ea49f1478a89 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:19:18.113335 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Made reservation on behalf of d9be300f7b8e4217b87ba4c76fc3dd82 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:19:18.117353 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.129023 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d6e94c6e-5937-4738-ba44-785c2adb56f6 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0cccca6ca5ce4643823f3a3626868f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389027 Jan 21 23:19:18.131248 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e94c6e-5937-4738-ba44-785c2adb56f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4b848d-62d6-4616-90c6-b4033c1fdad9,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:18.132245 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54710) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:18.236237 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=9829535c-0556-4f09-a60e-ea49f1478a89,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:18.250119 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '9829535c-0556-4f09-a60e-ea49f1478a89', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'port_id': '9829535c-0556-4f09-a60e-ea49f1478a89', 'mac_address': 'fa:16:3e:f3:71:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0d6f2f-da2a-470d-8b37-a6a55d64bbca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:19:18.311732 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 9829535c-0556-4f09-a60e-ea49f1478a89 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:18.312182 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.322079 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] Publish callbacks [] for security_group (bd4b848d-62d6-4616-90c6-b4033c1fdad9), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.339205 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9829535c-0556-4f09-a60e-ea49f1478a89 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:18.353646 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Allocated IP 172.20.0.9 (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b/224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1/6056a5dc-12f7-4d04-9501-74a465962975) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:19:18.371036 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] Publish callbacks [] for security_group (bd4b848d-62d6-4616-90c6-b4033c1fdad9), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.375381 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=9829535c-0556-4f09-a60e-ea49f1478a89,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:18.425302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dece2f9-4e76-493a-bfaa-56f742efecf4 req-a3e67cf0-dbd4-42c7-baa3-76717871e1eb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:18.426881 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1dece2f9-4e76-493a-bfaa-56f742efecf4 req-a3e67cf0-dbd4-42c7-baa3-76717871e1eb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 944 time: 0.1176398 Jan 21 23:19:18.439905 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cb587-75ee-47e4-a1c7-90a4dec5a710 req-ef213125-cad0-4e20-9285-2b8882c72428 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:18.449197 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a1cb587-75ee-47e4-a1c7-90a4dec5a710 req-ef213125-cad0-4e20-9285-2b8882c72428 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0974231 Jan 21 23:19:18.478248 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.559415 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1dece2f9-4e76-493a-bfaa-56f742efecf4 req-758e8d05-c211-4199-b2cd-abf71e753b3f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078508 Jan 21 23:19:18.567507 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:18.570177 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a1cb587-75ee-47e4-a1c7-90a4dec5a710 req-ac133366-1deb-4f64-b303-dce33703be28 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/security-groups?id=5815f6fc-c198-4f06-b0cc-96a44cefd667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199110 Jan 21 23:19:18.587082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bd4b848d-62d6-4616-90c6-b4033c1fdad9), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.589823 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.591756 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/bd4b848d-62d6-4616-90c6-b4033c1fdad9 HTTP/1.1" status: 204 len: 168 time: 0.4579384 Jan 21 23:19:18.600515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks [] for port (6056a5dc-12f7-4d04-9501-74a465962975), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.608309 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903fd5c-df09-4bcb-a1b8-3805a67c66cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4b848d-62d6-4616-90c6-b4033c1fdad9,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:18.711919 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-f3596215-3951-4342-9919-d943de429d61 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:18.713902 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-f3596215-3951-4342-9919-d943de429d61 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.124 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 945 time: 0.0765226 Jan 21 23:19:18.798075 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.825710 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6666cf-d939-4e1a-b04a-dbf4725ac77e req-46555168-9569-4dc8-baa9-d6b17708e5e1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:18.827241 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2c6666cf-d939-4e1a-b04a-dbf4725ac77e req-46555168-9569-4dc8-baa9-d6b17708e5e1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1081607 Jan 21 23:19:18.855848 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['9829535c-0556-4f09-a60e-ea49f1478a89'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:18.869094 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:19:18.871036 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:19:18.873066 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Pushing event updated for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:18.875294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:19:18.949405 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:18.950113 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:18.961081 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2c6666cf-d939-4e1a-b04a-dbf4725ac77e req-c058f9b0-54a5-4bde-94a8-4757a3dc1bc9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216044 Jan 21 23:19:18.999901 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Deleting port f1aa597d-373e-4fc7-b9cc-85eb080126e3 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:19:19.000245 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.036160 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-0d8f0d6e-d51e-4b38-bb15-686e07694005 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0986936 Jan 21 23:19:19.037074 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03961c19-a065-43f2-8624-5c05d782939a req-12540676-e2d1-4b1a-b9d3-283281f1ebcb tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:19.038743 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03961c19-a065-43f2-8624-5c05d782939a req-12540676-e2d1-4b1a-b9d3-283281f1ebcb tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 931 time: 0.1331043 Jan 21 23:19:19.078137 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Request body: {'port': {'device_id': '186583ff-410d-4c67-966b-567ede15b238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:19.148722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6056a5dc-12f7-4d04-9501-74a465962975), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.159986 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03961c19-a065-43f2-8624-5c05d782939a req-03dd5695-0537-4513-8972-ba4e029aa2fe tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842061 Jan 21 23:19:19.168179 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] For port f1aa597d-373e-4fc7-b9cc-85eb080126e3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f1aa597d-373e-4fc7-b9cc-85eb080126e3,segment=NetworkSegment(e90943da-e68a-41f6-9170-da320f50707b),segment_id=e90943da-e68a-41f6-9170-da320f50707b)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:19.168179 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.191294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Calling delete_port for f1aa597d-373e-4fc7-b9cc-85eb080126e3 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:19:19.432812 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (f1aa597d-373e-4fc7-b9cc-85eb080126e3), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.454766 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54750) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:19.461944 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Pushing event deleted for resources: {'Port': ['ID=f1aa597d-373e-4fc7-b9cc-85eb080126e3,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:19.468094 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6056a5dc-12f7-4d04-9501-74a465962975 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:19.482160 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks [] for port (6056a5dc-12f7-4d04-9501-74a465962975), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.485101 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-98e44c28-ef60-49c8-9e96-05d68f626b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.505129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Transition to ACTIVE for port object 6056a5dc-12f7-4d04-9501-74a465962975 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:19:19.521193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] No DVR routers for this DVR port f1aa597d-373e-4fc7-b9cc-85eb080126e3 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:19:19.523803 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.527649 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-adf2f43c-98c3-450f-9b60-46018dacb569 req-4d430b45-2a1a-4de1-af37-dd42d871d0d0 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.124 "DELETE /v2.0/ports/f1aa597d-373e-4fc7-b9cc-85eb080126e3 HTTP/1.1" status: 204 len: 173 time: 0.7988567 Jan 21 23:19:19.528499 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'name': 'network-vif-deleted', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:19.535311 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ea9737-ab22-49d8-bea4-1947ab601487" -d '{"events": [{"server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "name": "network-vif-deleted", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:19.569607 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d132d83b-f8d2-49ca-9367-d48c0269ec6d x-openstack-request-id: req-d132d83b-f8d2-49ca-9367-d48c0269ec6d {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:19.569934 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7940ce0d-8fd5-4fca-a1db-cc1d844b32fb", "name": "network-vif-deleted", "tag": "f1aa597d-373e-4fc7-b9cc-85eb080126e3", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:19.570193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-d132d83b-f8d2-49ca-9367-d48c0269ec6d {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:19.570653 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7940ce0d-8fd5-4fca-a1db-cc1d844b32fb', 'name': 'network-vif-deleted', 'tag': 'f1aa597d-373e-4fc7-b9cc-85eb080126e3', 'status': 'completed', 'code': 200} Jan 21 23:19:19.582686 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-98e44c28-ef60-49c8-9e96-05d68f626b45 admin admin] Publish callbacks [] for security_group (db262983-09a2-4b24-a26f-b88306137c6d), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.631250 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.681123 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-723f3c00-3412-42e6-8767-1c6f89bd4e1c req-78eaa8f9-ad07-4073-9a90-facdafef045b tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0375469 Jan 21 23:19:19.688986 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-98e44c28-ef60-49c8-9e96-05d68f626b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (db262983-09a2-4b24-a26f-b88306137c6d), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.712710 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Pushing event updated for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:19.729344 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fc453-2fcb-4143-a774-237dff79f13f req-885e6800-20a4-4e4c-8d61-35de146775c3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:19.730999 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b1fc453-2fcb-4143-a774-237dff79f13f req-885e6800-20a4-4e4c-8d61-35de146775c3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 945 time: 0.0756721 Jan 21 23:19:19.786682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['f1aa597d-373e-4fc7-b9cc-85eb080126e3'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:19.793327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b1fc453-2fcb-4143-a774-237dff79f13f req-a069f983-282f-4dc7-8445-f58d079b4bf2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559645 Jan 21 23:19:19.798736 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-98e44c28-ef60-49c8-9e96-05d68f626b45 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=8d4a825e2fc04a468673aafb5c9cc34c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428102 Jan 21 23:19:19.798736 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e44c28-ef60-49c8-9e96-05d68f626b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db262983-09a2-4b24-a26f-b88306137c6d,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:19.808612 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54762) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:19.831266 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Attempting to bind port 6056a5dc-12f7-4d04-9501-74a465962975 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:19:19.831601 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Attempting to bind port 6056a5dc-12f7-4d04-9501-74a465962975 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:19:19.832005 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Attempting to bind port 6056a5dc-12f7-4d04-9501-74a465962975 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:19.838134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Port 6056a5dc-12f7-4d04-9501-74a465962975 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:19:19.838474 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Attempting to bind port 6056a5dc-12f7-4d04-9501-74a465962975 on network 4fe45210-37a8-40c6-a04e-d27bcb9dbe0b {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:19.843906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:19:19.844296 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Checking segment: {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:19:19.844715 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Bound using segment: {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:19:19.845156 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Bound port: 6056a5dc-12f7-4d04-9501-74a465962975, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca447af9-7bcd-41e0-8585-299316581a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:19:19.845864 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6056a5dc-12f7-4d04-9501-74a465962975), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.855539 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] Publish callbacks [] for security_group (db262983-09a2-4b24-a26f-b88306137c6d), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.879625 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] Publish callbacks [] for security_group (db262983-09a2-4b24-a26f-b88306137c6d), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:19.910757 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:19:19.913875 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6056a5dc-12f7-4d04-9501-74a465962975,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:19:19.980089 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.011302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (db262983-09a2-4b24-a26f-b88306137c6d), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.014348 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.018788 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/db262983-09a2-4b24-a26f-b88306137c6d HTTP/1.1" status: 204 len: 168 time: 0.2120078 Jan 21 23:19:20.025274 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:20.026584 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.028805 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] 10.222.0.124 "PUT /v2.0/ports/6056a5dc-12f7-4d04-9501-74a465962975 HTTP/1.1" status: 200 len: 1093 time: 0.9555759 Jan 21 23:19:20.028805 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:20.031269 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda" -d '{"events": [{"name": "network-changed", "server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "tag": "6056a5dc-12f7-4d04-9501-74a465962975"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:20.046242 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9991b2-3105-4b86-b026-d27e41d3f8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db262983-09a2-4b24-a26f-b88306137c6d,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:20.085438 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59e3c0-02bb-4153-b067-96a9c5070b24 service neutron] Pushing event updated for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:20.090265 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5f1f-5f9b-4af6-9b97-5e5a387ff5bd req-3e012969-8d3e-40dc-8c4c-1084e18160de tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:20.090547 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084534f-d53a-43e6-8b15-62d74258143b x-openstack-request-id: req-7084534f-d53a-43e6-8b15-62d74258143b {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:20.090856 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "tag": "6056a5dc-12f7-4d04-9501-74a465962975", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:20.091133 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-7084534f-d53a-43e6-8b15-62d74258143b {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:20.091554 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975', 'status': 'completed', 'code': 200} Jan 21 23:19:20.092959 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70ef5f1f-5f9b-4af6-9b97-5e5a387ff5bd req-3e012969-8d3e-40dc-8c4c-1084e18160de tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0843008 Jan 21 23:19:20.148030 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70ef5f1f-5f9b-4af6-9b97-5e5a387ff5bd req-36d07f43-3f5b-456f-9b1d-421733822627 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Jan 21 23:19:20.280180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061d1c4-062d-460e-a1e5-b6004dbf9662 req-c432975f-0ba5-4b18-92fd-4d8a50e0632e tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:20.281717 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5061d1c4-062d-460e-a1e5-b6004dbf9662 req-c432975f-0ba5-4b18-92fd-4d8a50e0632e tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0530169 Jan 21 23:19:20.333113 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5061d1c4-062d-460e-a1e5-b6004dbf9662 req-d6c19a05-ce90-4d53-b9c1-81a6f907b993 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jan 21 23:19:20.754273 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 54790) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:20.788569 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3548148e-fe26-48ef-af4b-b0d3c7c6d144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.791661 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-89a1070d-413c-49f6-8ad7-8708d1f29300 req-a1840175-4272-4e37-84fe-03d757b4ec23 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0306568 Jan 21 23:19:20.888615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3548148e-fe26-48ef-af4b-b0d3c7c6d144 admin admin] Publish callbacks [] for security_group (2eda0ee8-9055-4de5-b44b-4ace531d6758), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:20.929140 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf7da7-9bef-4150-a849-5a5ef65e55f0 req-c1f1ff72-6f04-4663-9cdf-be6c5b0bc80d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:20.930669 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-12bf7da7-9bef-4150-a849-5a5ef65e55f0 req-c1f1ff72-6f04-4663-9cdf-be6c5b0bc80d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 945 time: 0.0599315 Jan 21 23:19:20.952740 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3548148e-fe26-48ef-af4b-b0d3c7c6d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2eda0ee8-9055-4de5-b44b-4ace531d6758), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:21.006665 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3548148e-fe26-48ef-af4b-b0d3c7c6d144 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=b38dc4c2715f4f42916079a343369282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511730 Jan 21 23:19:21.009684 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 54796) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:21.011053 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548148e-fe26-48ef-af4b-b0d3c7c6d144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda0ee8-9055-4de5-b44b-4ace531d6758,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:21.016707 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-12bf7da7-9bef-4150-a849-5a5ef65e55f0 req-01196bb8-1ddd-4809-9494-dac29be9acef tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802336 Jan 21 23:19:21.063864 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] Publish callbacks [] for security_group (2eda0ee8-9055-4de5-b44b-4ace531d6758), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:21.084829 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] Publish callbacks [] for security_group (2eda0ee8-9055-4de5-b44b-4ace531d6758), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:21.208250 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2eda0ee8-9055-4de5-b44b-4ace531d6758), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:21.211037 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:21.212357 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/2eda0ee8-9055-4de5-b44b-4ace531d6758 HTTP/1.1" status: 204 len: 168 time: 0.2015095 Jan 21 23:19:21.222047 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1300c73-f84f-49c1-92b8-811f11850c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda0ee8-9055-4de5-b44b-4ace531d6758,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:21.282899 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30462e9-59ce-4ce3-a4e2-8b0c7b79eebd req-4d92b9fe-f2c4-4674-932f-4973a2dab27b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:21.285163 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d30462e9-59ce-4ce3-a4e2-8b0c7b79eebd req-4d92b9fe-f2c4-4674-932f-4973a2dab27b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0689859 Jan 21 23:19:21.334847 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d30462e9-59ce-4ce3-a4e2-8b0c7b79eebd req-71ba83ae-5be1-49de-a35c-41828cd728bf tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Jan 21 23:19:21.457686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420f59d-5eeb-4cd1-90a3-20169d56b4b4 req-4816c6d6-f06a-4e61-acbf-d434601fc522 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:21.459287 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1420f59d-5eeb-4cd1-90a3-20169d56b4b4 req-4816c6d6-f06a-4e61-acbf-d434601fc522 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0548787 Jan 21 23:19:21.510813 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1420f59d-5eeb-4cd1-90a3-20169d56b4b4 req-8530ad24-af96-4d19-a91f-42c328f79983 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Jan 21 23:19:21.895561 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0038514f-858e-4541-b6d8-c4d6834518c4 req-4d7ef282-583d-4f87-a922-9ecd115ba909 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0274174 Jan 21 23:19:22.133776 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf4fb-135a-443c-a6f7-246c4906e480 req-1b7a437c-3921-4338-998a-051cc51ed195 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:22.135283 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8bdf4fb-135a-443c-a6f7-246c4906e480 req-1b7a437c-3921-4338-998a-051cc51ed195 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 945 time: 0.0487337 Jan 21 23:19:22.183875 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8bdf4fb-135a-443c-a6f7-246c4906e480 req-d291f1ea-f047-4d6a-8fa4-0562c6fe2d4a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Jan 21 23:19:22.450347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c15c6-f955-478d-96d9-76d7a61431d4 req-faeb6be0-3084-45e9-a1d8-8b81190486ee tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:22.454566 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f1c15c6-f955-478d-96d9-76d7a61431d4 req-faeb6be0-3084-45e9-a1d8-8b81190486ee tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0513849 Jan 21 23:19:22.507923 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f1c15c6-f955-478d-96d9-76d7a61431d4 req-88bd5153-c13d-4a3e-810d-255ec339dcb1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Jan 21 23:19:22.625978 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7746bb3-4473-40ff-b040-c52a7f32115f req-1f0b8fb7-aa2f-401e-8522-4fae2add57d9 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:22.628246 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f7746bb3-4473-40ff-b040-c52a7f32115f req-1f0b8fb7-aa2f-401e-8522-4fae2add57d9 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0493791 Jan 21 23:19:22.679933 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f7746bb3-4473-40ff-b040-c52a7f32115f req-e1585c46-17b9-4c15-b3c0-3b05087c9fda tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Jan 21 23:19:22.768677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 9829535c-0556-4f09-a60e-ea49f1478a89 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:19:22.847330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-7ead9fa1-9cde-4abc-b48f-e13ab4d23c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:22.848915 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-7ead9fa1-9cde-4abc-b48f-e13ab4d23c17 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 1096 time: 0.0417237 Jan 21 23:19:22.876213 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 9829535c-0556-4f09-a60e-ea49f1478a89 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:19:22.881305 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 9829535c-0556-4f09-a60e-ea49f1478a89 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:19:22.881703 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:22.976024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-ddcd5c45-e659-4f14-985e-4fc143f9d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:22.978296 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-ddcd5c45-e659-4f14-985e-4fc143f9d687 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1059682 Jan 21 23:19:22.997644 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 9829535c-0556-4f09-a60e-ea49f1478a89 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:22.999526 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:23.026460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-daa461c6-a951-4a77-9177-e60398f5b3c8 req-5808ff9b-e970-4516-9f23-f98a0f97eb3d tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0346742 Jan 21 23:19:23.026675 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:23.029419 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98922260-56d9-453c-816e-b367dc365dd6" -d '{"events": [{"server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "name": "network-vif-plugged", "status": "completed", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:23.047070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=9829535c-0556-4f09-a60e-ea49f1478a89,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:23.082104 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df6a8b-4794-481a-a369-063b48e0a5db x-openstack-request-id: req-89df6a8b-4794-481a-a369-063b48e0a5db {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:23.082662 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "name": "network-vif-plugged", "status": "completed", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:23.083220 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-89df6a8b-4794-481a-a369-063b48e0a5db {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:23.083758 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89', 'code': 200} Jan 21 23:19:23.097471 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-40df48fc-9085-499c-981e-d6ab21a1fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.097471 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a8d52afc-bc8a-4fc2-a1f5-0d76c403cbda req-40df48fc-9085-499c-981e-d6ab21a1fa8e service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104872 Jan 21 23:19:23.116569 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:23.169765 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:23.263887 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cc84397e-e846-4508-b68d-764d517dd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.265573 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-cc84397e-e846-4508-b68d-764d517dd21a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 1096 time: 0.0473080 Jan 21 23:19:23.328204 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-15f46b75-ad06-417e-8410-dc838ac79fed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6056a5dc-12f7-4d04-9501-74a465962975 HTTP/1.1" status: 200 len: 217 time: 0.0475199 Jan 21 23:19:23.333389 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c13f-6548-4508-aa30-3d28c64c8b79 req-4ed9e9c7-b2e5-4a48-970c-640c21638805 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.335087 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c686c13f-6548-4508-aa30-3d28c64c8b79 req-4ed9e9c7-b2e5-4a48-970c-640c21638805 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.0744479 Jan 21 23:19:23.400446 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-b82e2270-8567-4bc6-b366-095702c5284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.402464 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-b82e2270-8567-4bc6-b366-095702c5284b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1 HTTP/1.1" status: 200 len: 849 time: 0.0612593 Jan 21 23:19:23.404691 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c686c13f-6548-4508-aa30-3d28c64c8b79 req-819430df-2fe7-4c74-b03b-2366b38977c8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604224 Jan 21 23:19:23.463113 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-b90b4916-0d98-461b-a01a-24a4c4e1e675 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259132 Jan 21 23:19:23.494724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62089fd8-15f2-4e86-afa8-0a85fe589649 req-f45c2a00-af8c-4e5e-9d0e-dbe00f91e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.496384 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62089fd8-15f2-4e86-afa8-0a85fe589649 req-f45c2a00-af8c-4e5e-9d0e-dbe00f91e47a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 1099 time: 0.0424538 Jan 21 23:19:23.549925 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62089fd8-15f2-4e86-afa8-0a85fe589649 req-ce222d90-74e1-49f3-a18c-4d52e13d06d5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Jan 21 23:19:23.606977 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-ce3d00df-788c-477a-b142-b0bba39cc8d6 service neutron] 10.222.0.124 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083975 Jan 21 23:19:23.644078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5742812-beed-4a51-ac29-7a4570ad5340 req-97216d4a-b2ef-4032-be39-b87d78c24306 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.645718 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5742812-beed-4a51-ac29-7a4570ad5340 req-97216d4a-b2ef-4032-be39-b87d78c24306 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0573554 Jan 21 23:19:23.694009 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5742812-beed-4a51-ac29-7a4570ad5340 req-0ac9568e-86e4-47a5-9267-5e76b697a78f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Jan 21 23:19:23.799869 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7c192-f0d9-4ebc-9b32-505b55e81705 req-b77ca997-128b-48f8-a850-31ffa9946389 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:23.801503 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45e7c192-f0d9-4ebc-9b32-505b55e81705 req-b77ca997-128b-48f8-a850-31ffa9946389 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0536847 Jan 21 23:19:23.849847 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45e7c192-f0d9-4ebc-9b32-505b55e81705 req-fed0d7e1-a8d5-4b8b-8861-8782f8170953 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Jan 21 23:19:23.997417 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e84bab9b-2733-4a22-922a-59d7a2cb59de req-5dfcb396-b5ba-4079-b1b8-8ae8bd6de92c service neutron] 10.222.0.124 "GET /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938647 Jan 21 23:19:24.164243 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c346fe0f-f7eb-47fe-80c9-5afd0d8e0803 req-41221fe2-f5b6-472c-a2f5-45d619032d5c tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0271912 Jan 21 23:19:24.240007 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf069b-54be-40ef-b6a0-a90b4aaaf4ed req-89e05416-6b21-480b-9cc4-98ce639da1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:24.241972 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ecdf069b-54be-40ef-b6a0-a90b4aaaf4ed req-89e05416-6b21-480b-9cc4-98ce639da1d4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 1098 time: 0.0433815 Jan 21 23:19:24.291397 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ecdf069b-54be-40ef-b6a0-a90b4aaaf4ed req-4bc301f3-706a-4a5d-9bc7-c04fc890185d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426931 Jan 21 23:19:24.526845 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac26a68-4d24-4b30-a31d-7878f281026e req-0a5fa48d-5aec-4dd1-9ac5-b87388e177f4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:24.528374 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fac26a68-4d24-4b30-a31d-7878f281026e req-0a5fa48d-5aec-4dd1-9ac5-b87388e177f4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.0506752 Jan 21 23:19:24.578945 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fac26a68-4d24-4b30-a31d-7878f281026e req-460cc2cd-882f-41b6-8427-1ec7c37c00a7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Jan 21 23:19:24.741505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f1aa597d-373e-4fc7-b9cc-85eb080126e3 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:19:24.762156 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: f1aa597d-373e-4fc7-b9cc-85eb080126e3 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:19:24.762768 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f1aa597d-373e-4fc7-b9cc-85eb080126e3 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:19:24.819968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d106c-7186-40e9-9bf9-6924a5717e00 req-e81d11f5-09fa-4ee3-93fe-5cda85becd82 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:24.821617 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1a9d106c-7186-40e9-9bf9-6924a5717e00 req-e81d11f5-09fa-4ee3-93fe-5cda85becd82 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0542054 Jan 21 23:19:24.871140 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1a9d106c-7186-40e9-9bf9-6924a5717e00 req-1889b289-26e0-4d04-a50a-37df702c593e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Jan 21 23:19:24.967731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c88e2-dd2d-4fb2-be39-0f9ee34ef485 req-83e6d909-f96b-44b4-af12-455203520f33 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:24.969209 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-981c88e2-dd2d-4fb2-be39-0f9ee34ef485 req-83e6d909-f96b-44b4-af12-455203520f33 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0501904 Jan 21 23:19:25.019807 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-981c88e2-dd2d-4fb2-be39-0f9ee34ef485 req-f31a2f1c-0822-4d25-bc5b-dc283014232d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Jan 21 23:19:25.276612 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2424223-fbb1-4509-a9ea-a48f4c03c5a5 req-b8e4db8d-79bc-431b-9516-5f3aabf26f50 tempest-DeleteServersTestJSON-1630135911 tempest-DeleteServersTestJSON-1630135911-project] 10.222.0.138 "GET /v2.0/ports?device_id=7940ce0d-8fd5-4fca-a1db-cc1d844b32fb HTTP/1.1" status: 200 len: 210 time: 0.0270920 Jan 21 23:19:25.902386 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac78e9-d4b7-49f1-8fcb-3610bb5f4b5a req-a9d94055-35f4-4af3-9f32-4a8b6ca394a0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:25.904760 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a7ac78e9-d4b7-49f1-8fcb-3610bb5f4b5a req-a9d94055-35f4-4af3-9f32-4a8b6ca394a0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.2538543 Jan 21 23:19:25.988704 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a7ac78e9-d4b7-49f1-8fcb-3610bb5f4b5a req-8f102932-ec95-4c1f-94fa-8c5b40987f42 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535707 Jan 21 23:19:26.005180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca78bf-1b7b-4961-8143-7474d8ae4981 req-29a35b50-b3af-49a6-bdfe-a14d343e49fc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:26.007147 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08ca78bf-1b7b-4961-8143-7474d8ae4981 req-29a35b50-b3af-49a6-bdfe-a14d343e49fc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0593061 Jan 21 23:19:26.060105 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08ca78bf-1b7b-4961-8143-7474d8ae4981 req-cc69bae4-598b-445b-8f9d-f160668d3503 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470171 Jan 21 23:19:26.156952 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d7545-c471-4070-9535-fb2801dfbdaf req-47b33014-d568-4372-9939-3e70d7f93105 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:26.158453 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-531d7545-c471-4070-9535-fb2801dfbdaf req-47b33014-d568-4372-9939-3e70d7f93105 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0517323 Jan 21 23:19:26.233814 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-531d7545-c471-4070-9535-fb2801dfbdaf req-c5e2a0d9-c675-4f7f-b8dd-ec1e62516c13 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691342 Jan 21 23:19:27.107024 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bb863-e90d-45f0-b604-72f9c8ba8688 req-5fe49306-6bc7-44a5-ab3b-d740b7346f10 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:27.108607 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-586bb863-e90d-45f0-b604-72f9c8ba8688 req-5fe49306-6bc7-44a5-ab3b-d740b7346f10 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.0635939 Jan 21 23:19:27.184500 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-586bb863-e90d-45f0-b604-72f9c8ba8688 req-aba86e09-d33c-4ff7-9071-96e8fa27cd77 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695584 Jan 21 23:19:27.201263 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e085f-1a37-4514-9ac8-44261acc9b46 req-b5590c46-348d-4d1c-86a0-2f919ab9e3e5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:27.202783 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-000e085f-1a37-4514-9ac8-44261acc9b46 req-b5590c46-348d-4d1c-86a0-2f919ab9e3e5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0682061 Jan 21 23:19:27.258173 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-000e085f-1a37-4514-9ac8-44261acc9b46 req-d113b131-f03f-4606-87f0-64de6baa32e8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478997 Jan 21 23:19:27.396698 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09c994-1d10-4d14-89e0-c1ca4f5fc3a1 req-2e442f91-0b22-4e2c-97b4-38613bd3b115 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:27.398242 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e09c994-1d10-4d14-89e0-c1ca4f5fc3a1 req-2e442f91-0b22-4e2c-97b4-38613bd3b115 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0769200 Jan 21 23:19:27.439531 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b839a06-81a6-4e4c-b569-bdedb9fbaac1 req-bed4dd2b-45a6-4892-9050-8d6682df8185 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:27.441626 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1b839a06-81a6-4e4c-b569-bdedb9fbaac1 req-bed4dd2b-45a6-4892-9050-8d6682df8185 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0839744 Jan 21 23:19:27.479675 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e09c994-1d10-4d14-89e0-c1ca4f5fc3a1 req-e758e8ec-f740-42ae-b089-04852742794a tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740011 Jan 21 23:19:27.516713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1b839a06-81a6-4e4c-b569-bdedb9fbaac1 req-5b14ca00-74db-4bd0-9fe5-8b005274da3f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607724 Jan 21 23:19:28.146879 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55022) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:28.222404 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Deleting subnet 135b129a-b81c-49f7-9180-1affee0d07b9 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:19:28.230428 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Publish callbacks [] for subnet (135b129a-b81c-49f7-9180-1affee0d07b9), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.272420 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (135b129a-b81c-49f7-9180-1affee0d07b9), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.312747 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (135b129a-b81c-49f7-9180-1affee0d07b9), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.487638 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (135b129a-b81c-49f7-9180-1affee0d07b9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.513064 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135b129a-b81c-49f7-9180-1affee0d07b9,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:28.515009 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.519736 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-2cabda49-06ba-48eb-8620-aa6f9e1b9a93 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/135b129a-b81c-49f7-9180-1affee0d07b9 HTTP/1.1" status: 204 len: 168 time: 0.3700292 Jan 21 23:19:28.521728 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55036) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:28.628216 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (3c45e962-f366-4534-a436-6a674f51e99f), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.651171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2898f-5bf7-4b08-8a1f-3ef17549d196 req-2d951ae7-c799-41f6-a4ab-ca0285b0026d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:28.652736 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e2b2898f-5bf7-4b08-8a1f-3ef17549d196 req-2d951ae7-c799-41f6-a4ab-ca0285b0026d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 943 time: 0.0976875 Jan 21 23:19:28.717082 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55042) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:28.761528 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6056a5dc-12f7-4d04-9501-74a465962975 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:19:28.766935 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (3c45e962-f366-4534-a436-6a674f51e99f), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.795718 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e2b2898f-5bf7-4b08-8a1f-3ef17549d196 req-6886c681-31e1-4dca-8093-7fd808f1f404 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216428 Jan 21 23:19:28.800878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c45e962-f366-4534-a436-6a674f51e99f']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:19:28.814073 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90943da-e68a-41f6-9170-da320f50707b') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:19:28.815580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90943da-e68a-41f6-9170-da320f50707b') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:19:28.838608 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (e90943da-e68a-41f6-9170-da320f50707b), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.855283 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (e90943da-e68a-41f6-9170-da320f50707b), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.863148 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:19:28.863724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (e90943da-e68a-41f6-9170-da320f50707b), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:19:28.874715 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:19:28.882082 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6056a5dc-12f7-4d04-9501-74a465962975,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:28.894895 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '6056a5dc-12f7-4d04-9501-74a465962975', 'network_id': '4fe45210-37a8-40c6-a04e-d27bcb9dbe0b', 'port_id': '6056a5dc-12f7-4d04-9501-74a465962975', 'mac_address': 'fa:16:3e:f7:1c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:19:28.937543 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6056a5dc-12f7-4d04-9501-74a465962975 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:28.938283 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6056a5dc-12f7-4d04-9501-74a465962975), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.943038 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1535-978e-4756-9d84-2c2f3e0b503c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:28.953063 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6056a5dc-12f7-4d04-9501-74a465962975 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:28.975881 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6056a5dc-12f7-4d04-9501-74a465962975,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:29.039685 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1535-978e-4756-9d84-2c2f3e0b503c admin admin] Publish callbacks [] for security_group (232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.076090 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (3c45e962-f366-4534-a436-6a674f51e99f), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.076732 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.092664 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.098435 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] 10.222.0.138 "DELETE /v2.0/networks/3c45e962-f366-4534-a436-6a674f51e99f HTTP/1.1" status: 204 len: 168 time: 0.5731723 Jan 21 23:19:29.098435 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf5dc2-51a6-4e78-9da1-49835a1a194d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c45e962-f366-4534-a436-6a674f51e99f,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:29.105379 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1535-978e-4756-9d84-2c2f3e0b503c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.139078 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:29.147492 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-f1ca1535-978e-4756-9d84-2c2f3e0b503c admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=39d8d0e5aa0a413f893f3db34cc289b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293504 Jan 21 23:19:29.148949 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1535-978e-4756-9d84-2c2f3e0b503c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:29.150803 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55054) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:29.204871 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] Publish callbacks [] for security_group (232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.228639 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] Publish callbacks [] for security_group (232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.357686 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.360593 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.365685 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78 HTTP/1.1" status: 204 len: 168 time: 0.2127998 Jan 21 23:19:29.374496 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82968a60-0407-41d5-80e6-cd57deee0491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232cf3a3-34fa-4d7d-9c3a-ab6f535dcb78,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:29.387638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55064) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:29.523751 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6056a5dc-12f7-4d04-9501-74a465962975'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:29.650533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55068) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:29.686180 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-cdf75b21-03ed-4bd4-a9f0-50a60ff15c84 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0cd12401fec84d8e896f61c3dae3a00f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0487442 Jan 21 23:19:29.689072 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55070) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:29.741658 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] Publish callbacks [] for security_group (5815f6fc-c198-4f06-b0cc-96a44cefd667), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.768515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] Publish callbacks [] for security_group (5815f6fc-c198-4f06-b0cc-96a44cefd667), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.840562 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-caad52f1-3422-437f-a39f-d49b65b90870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.894279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccc192-788d-40e5-94e5-784ed3ac2fad req-44566b57-fdf2-489a-b89f-b9b24ba88b20 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:29.916198 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-07ccc192-788d-40e5-94e5-784ed3ac2fad req-44566b57-fdf2-489a-b89f-b9b24ba88b20 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0974448 Jan 21 23:19:29.975604 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5815f6fc-c198-4f06-b0cc-96a44cefd667), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.978474 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:29.991804 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/5815f6fc-c198-4f06-b0cc-96a44cefd667 HTTP/1.1" status: 204 len: 168 time: 0.2947950 Jan 21 23:19:30.000405 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-88a4e007-3e6a-4f58-83bf-63589784e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:30.002987 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-88a4e007-3e6a-4f58-83bf-63589784e400 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0864727 Jan 21 23:19:30.025991 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-07ccc192-788d-40e5-94e5-784ed3ac2fad req-744a7253-5ba3-4572-a87c-3ddbbfea710d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099131 Jan 21 23:19:30.069606 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc9b6-fcd2-4cea-bc93-3f5cd230d79b req-8345bc3b-7569-49c0-a8f2-17e3ea69b96d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:30.076059 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3ccc9b6-fcd2-4cea-bc93-3f5cd230d79b req-8345bc3b-7569-49c0-a8f2-17e3ea69b96d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 944 time: 0.1473162 Jan 21 23:19:30.127977 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a179f-3db0-4205-a73c-3ffb11453ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5815f6fc-c198-4f06-b0cc-96a44cefd667,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:30.143505 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3ccc9b6-fcd2-4cea-bc93-3f5cd230d79b req-ce575643-cbcd-4fad-a1f3-d4e160352fad tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607123 Jan 21 23:19:30.144713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-9d75b6a5-6261-43d2-9ba2-bc15eef1df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:30.146325 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-9d75b6a5-6261-43d2-9ba2-bc15eef1df3d service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.1362758 Jan 21 23:19:30.177165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-caad52f1-3422-437f-a39f-d49b65b90870 admin admin] Publish callbacks [] for security_group (db14693a-f016-42f1-9444-e9d6a91e99c5), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.235413 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-f3667d34-64bd-4f57-b1ae-c40f33a397d8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.0613637 Jan 21 23:19:30.278393 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-caad52f1-3422-437f-a39f-d49b65b90870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (db14693a-f016-42f1-9444-e9d6a91e99c5), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.325318 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55132) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:30.333454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-15e31845-e9c4-4604-9e7f-8b4af77eb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:30.335060 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-15e31845-e9c4-4604-9e7f-8b4af77eb111 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0924990 Jan 21 23:19:30.335701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad52f1-3422-437f-a39f-d49b65b90870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14693a-f016-42f1-9444-e9d6a91e99c5,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:30.343142 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-caad52f1-3422-437f-a39f-d49b65b90870 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=56c761f2583848e0a233d38c554b578a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9516382 Jan 21 23:19:30.343814 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55134) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:30.363559 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1afa-a056-4015-9dd4-ed75b6aaba85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.369448 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-6540d873-9f2b-4a8d-8aae-43624b860d3a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272839 Jan 21 23:19:30.442282 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] Publish callbacks [] for security_group (db14693a-f016-42f1-9444-e9d6a91e99c5), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.488053 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-d2c3889e-d555-4a89-ad6a-aab9b751f716 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120787 Jan 21 23:19:30.503615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] Publish callbacks [] for security_group (db14693a-f016-42f1-9444-e9d6a91e99c5), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.542951 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1afa-a056-4015-9dd4-ed75b6aaba85 admin admin] Publish callbacks [] for security_group (48cf6f91-bbe4-48f1-923b-0615ae1f5e33), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.629645 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4225b26a-bca2-4992-89b0-557dc1fee4a8 req-f8856d8b-90b2-4a2e-b51b-97d152b3c3da service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346395 Jan 21 23:19:30.679469 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1afa-a056-4015-9dd4-ed75b6aaba85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (48cf6f91-bbe4-48f1-923b-0615ae1f5e33), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.700878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-42a11bf3-c129-40a6-84b0-abb6f5a6348b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:30.702396 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-42a11bf3-c129-40a6-84b0-abb6f5a6348b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1316943 Jan 21 23:19:30.731574 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (db14693a-f016-42f1-9444-e9d6a91e99c5), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.734143 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.738396 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/db14693a-f016-42f1-9444-e9d6a91e99c5 HTTP/1.1" status: 204 len: 168 time: 0.3902624 Jan 21 23:19:30.750023 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f1afa-a056-4015-9dd4-ed75b6aaba85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cf6f91-bbe4-48f1-923b-0615ae1f5e33,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:30.755327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-eb0f1afa-a056-4015-9dd4-ed75b6aaba85 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=1b7e088f95e94698b3b26a06e8170046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286890 Jan 21 23:19:30.758181 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55158) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:30.759976 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6056a5dc-12f7-4d04-9501-74a465962975 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:19:30.774402 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-b57005a1-270b-4b0f-bb54-305dc3bad303 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/quotas/daae16f34e0244cba19ebdc39e0dc2f8 HTTP/1.1" status: 200 len: 375 time: 0.0576653 Jan 21 23:19:30.804454 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad8866-6300-46c9-8e0f-a040c68b1ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14693a-f016-42f1-9444-e9d6a91e99c5,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:30.885385 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] Publish callbacks [] for security_group (48cf6f91-bbe4-48f1-923b-0615ae1f5e33), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.891954 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-86da3827-5fb5-4987-ac0b-c0cabd5c4da7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054366 Jan 21 23:19:30.926598 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] Publish callbacks [] for security_group (48cf6f91-bbe4-48f1-923b-0615ae1f5e33), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:30.941725 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 6056a5dc-12f7-4d04-9501-74a465962975 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:19:30.947917 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 6056a5dc-12f7-4d04-9501-74a465962975 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:19:30.949096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6056a5dc-12f7-4d04-9501-74a465962975), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.002888 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-6c2ca0db-f488-42f8-aa53-0bf615bbad59 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125185 Jan 21 23:19:31.057624 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 6056a5dc-12f7-4d04-9501-74a465962975 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:31.058125 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6056a5dc-12f7-4d04-9501-74a465962975), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.082823 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:31.085324 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc04c458-d9f1-4dbb-ac62-ac1022481ef2" -d '{"events": [{"server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "name": "network-vif-plugged", "status": "completed", "tag": "6056a5dc-12f7-4d04-9501-74a465962975"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:31.094982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (48cf6f91-bbe4-48f1-923b-0615ae1f5e33), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.098082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.100198 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6056a5dc-12f7-4d04-9501-74a465962975,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:31.102387 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/48cf6f91-bbe4-48f1-923b-0615ae1f5e33 HTTP/1.1" status: 204 len: 168 time: 0.3431566 Jan 21 23:19:31.110791 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0ec3b-af48-4b9b-9f10-32cecfd5656a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cf6f91-bbe4-48f1-923b-0615ae1f5e33,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:31.169012 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-7a59518b-307e-4c91-9abf-23718f9cfb47 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584983 Jan 21 23:19:31.180251 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.202610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0077b-1771-4631-9045-a630e889ecc0 req-2f341814-741d-4dbe-8b00-e99b89972b70 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:31.204419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-80b0077b-1771-4631-9045-a630e889ecc0 req-2f341814-741d-4dbe-8b00-e99b89972b70 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0972648 Jan 21 23:19:31.278428 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-80b0077b-1771-4631-9045-a630e889ecc0 req-289efbda-8e23-418f-87b4-cc8905a3c320 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 Jan 21 23:19:31.280360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:31.351627 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14bf70-0d24-4af3-8ade-38b710bfea68 x-openstack-request-id: req-ea14bf70-0d24-4af3-8ade-38b710bfea68 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:31.352007 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "name": "network-vif-plugged", "status": "completed", "tag": "6056a5dc-12f7-4d04-9501-74a465962975", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:31.352316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-ea14bf70-0d24-4af3-8ade-38b710bfea68 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:31.354078 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975', 'code': 200} Jan 21 23:19:31.466802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ef6fc-e2d4-4100-86ac-64d96b8818e8 req-ee2cde1c-3550-4190-9822-9362b97f6f61 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:31.468418 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-808ef6fc-e2d4-4100-86ac-64d96b8818e8 req-ee2cde1c-3550-4190-9822-9362b97f6f61 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0647967 Jan 21 23:19:31.545135 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-808ef6fc-e2d4-4100-86ac-64d96b8818e8 req-9470171d-9e78-494a-b02e-ddcca23dcb9f tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691078 Jan 21 23:19:31.629467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd6a07f7-1903-4c33-996f-e8803421007b req-775675ce-29ae-4c06-b098-35b031ba2ce5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0305583 Jan 21 23:19:31.726164 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55208) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:31.749719 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5752e7e2-62c0-414d-b9ac-61fa82d69f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:31.804367 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4376f5-e9e9-47f2-b863-3e16c9f440a1 req-ba5e69c6-0490-4792-8377-2f82f0753a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:31.806413 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cb4376f5-e9e9-47f2-b863-3e16c9f440a1 req-ba5e69c6-0490-4792-8377-2f82f0753a61 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 1098 time: 0.0663397 Jan 21 23:19:31.913644 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cb4376f5-e9e9-47f2-b863-3e16c9f440a1 req-163d114d-eca2-48c0-badb-9878c6ca9300 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972624 Jan 21 23:19:31.939628 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5752e7e2-62c0-414d-b9ac-61fa82d69f96 admin admin] Publish callbacks [] for security_group (1404282c-34df-418c-baa4-5e82093f1e6a), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.048882 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5752e7e2-62c0-414d-b9ac-61fa82d69f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1404282c-34df-418c-baa4-5e82093f1e6a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.097066 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5752e7e2-62c0-414d-b9ac-61fa82d69f96 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=e7557999740649e0a03670b7bee6857f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697367 Jan 21 23:19:32.098918 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752e7e2-62c0-414d-b9ac-61fa82d69f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1404282c-34df-418c-baa4-5e82093f1e6a,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:32.099987 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55218) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:32.155992 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] Publish callbacks [] for security_group (1404282c-34df-418c-baa4-5e82093f1e6a), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.175819 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55224) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:32.183866 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] Publish callbacks [] for security_group (1404282c-34df-418c-baa4-5e82093f1e6a), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.190963 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5cab-85a4-4878-b9d9-23533340eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.329976 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (1404282c-34df-418c-baa4-5e82093f1e6a), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.334121 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.335465 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/1404282c-34df-418c-baa4-5e82093f1e6a HTTP/1.1" status: 204 len: 168 time: 0.2340736 Jan 21 23:19:32.356281 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1453e-67b6-4789-b34b-6d2df34b7aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1404282c-34df-418c-baa4-5e82093f1e6a,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:32.415744 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5cab-85a4-4878-b9d9-23533340eb1e admin admin] Publish callbacks [] for security_group (004d4d6c-743b-4abf-ad75-9597223984dc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.475491 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d74b17-0407-4cc2-b38e-c8daee798485 req-91af046c-0d92-49ce-8c10-c83020cc7b23 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:32.477348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2d74b17-0407-4cc2-b38e-c8daee798485 req-91af046c-0d92-49ce-8c10-c83020cc7b23 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0684550 Jan 21 23:19:32.500349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea0e5cab-85a4-4878-b9d9-23533340eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (004d4d6c-743b-4abf-ad75-9597223984dc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.533738 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2d74b17-0407-4cc2-b38e-c8daee798485 req-991e3d46-9158-44a7-bbd7-3fb52a2cc351 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Jan 21 23:19:32.568403 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55240) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:32.569258 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ea0e5cab-85a4-4878-b9d9-23533340eb1e admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=55e85956f45e4ec9b64c9b995d1ccdb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918447 Jan 21 23:19:32.579910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e5cab-85a4-4878-b9d9-23533340eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004d4d6c-743b-4abf-ad75-9597223984dc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:32.664080 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] Publish callbacks [] for security_group (004d4d6c-743b-4abf-ad75-9597223984dc), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.705135 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] Publish callbacks [] for security_group (004d4d6c-743b-4abf-ad75-9597223984dc), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.737414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8227a14-79e4-444f-a3f9-a433cc61b552 req-e8ab78e0-0085-4369-b6c5-93a0fbec940d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:32.739381 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8227a14-79e4-444f-a3f9-a433cc61b552 req-e8ab78e0-0085-4369-b6c5-93a0fbec940d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0880435 Jan 21 23:19:32.821009 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8227a14-79e4-444f-a3f9-a433cc61b552 req-329efb42-7ffc-4a7d-9bfe-306a18362a1b tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740108 Jan 21 23:19:32.856458 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4c4c781-1b9f-48fc-bef1-fe80e7287911 req-79300fcb-729c-4b4f-86df-5330b6b47513 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0326765 Jan 21 23:19:32.888340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (004d4d6c-743b-4abf-ad75-9597223984dc), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.892649 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:32.897354 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/004d4d6c-743b-4abf-ad75-9597223984dc HTTP/1.1" status: 204 len: 168 time: 0.3240709 Jan 21 23:19:32.903742 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91bda7-8c34-4dee-ba99-3271233b11d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004d4d6c-743b-4abf-ad75-9597223984dc,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:33.584417 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55282) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:33.681352 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630834f-3de7-49d1-b233-9bcba495501d req-7de8660b-f382-4d25-b874-6b6c4803886c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:33.682874 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3630834f-3de7-49d1-b233-9bcba495501d req-7de8660b-f382-4d25-b874-6b6c4803886c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0521021 Jan 21 23:19:33.750589 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3630834f-3de7-49d1-b233-9bcba495501d req-b51e8487-1b65-4dd0-81dd-656d44ddb1c6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Jan 21 23:19:33.751606 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5f0585ae-070d-4512-8b19-97821ed69003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:33.880244 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5f0585ae-070d-4512-8b19-97821ed69003 admin admin] Publish callbacks [] for security_group (09976936-2435-4a6e-ada9-51291d19d781), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:33.980922 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d26ab-9305-4e2e-8510-942a06f75be1 req-77d598ee-cbce-4ce3-9ac0-16d56a94ef4b tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:33.982606 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f12d26ab-9305-4e2e-8510-942a06f75be1 req-77d598ee-cbce-4ce3-9ac0-16d56a94ef4b tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0778990 Jan 21 23:19:33.984319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5f0585ae-070d-4512-8b19-97821ed69003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (09976936-2435-4a6e-ada9-51291d19d781), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.133287 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5f0585ae-070d-4512-8b19-97821ed69003 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=9104a4d09b5b44358272789fd640af1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477087 Jan 21 23:19:34.135909 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68e77a53-81d7-46ed-9928-ba7b330aa7dc req-0d37b45d-2a2b-438a-8d85-679c31a2fddc tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0894370 Jan 21 23:19:34.137923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55310) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:34.139373 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f12d26ab-9305-4e2e-8510-942a06f75be1 req-de6e01d9-5124-48be-ac54-1a65c073eaf5 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475363 Jan 21 23:19:34.140012 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0585ae-070d-4512-8b19-97821ed69003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09976936-2435-4a6e-ada9-51291d19d781,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:34.251955 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] Publish callbacks [] for security_group (09976936-2435-4a6e-ada9-51291d19d781), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.278576 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-3225505f-45ea-47cb-8ae2-620b01477e22 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:34.280071 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-3225505f-45ea-47cb-8ae2-620b01477e22 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1878498 Jan 21 23:19:34.292659 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] Publish callbacks [] for security_group (09976936-2435-4a6e-ada9-51291d19d781), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.312683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Request body: {'port': {'device_id': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'admin_state_up': True, 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:34.411028 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a6ff8d63-ef77-4b93-9a81-19d638db2b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.703833 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (09976936-2435-4a6e-ada9-51291d19d781), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.709132 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.709132 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/09976936-2435-4a6e-ada9-51291d19d781 HTTP/1.1" status: 204 len: 168 time: 0.5699027 Jan 21 23:19:34.718563 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919d04f-1cb3-4ccb-9fea-1ad814aa57fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09976936-2435-4a6e-ada9-51291d19d781,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:34.740075 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.767847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:19:34.771573 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:34.909847 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d71529-9028-4155-8860-921401cec8db req-0f081c54-f9c1-425c-b0a8-c2864f9460f6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:34.922476 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-97d71529-9028-4155-8860-921401cec8db req-0f081c54-f9c1-425c-b0a8-c2864f9460f6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0751047 Jan 21 23:19:34.937933 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Allocated IP 172.20.0.5 (bbbca9b4-2d07-4458-ac6f-197a310315ef/ac0d6f2f-da2a-470d-8b37-a6a55d64bbca/7f6f3736-c7fa-4a9b-b064-02c04392fbb8) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:19:35.015424 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-97d71529-9028-4155-8860-921401cec8db req-d6d3b26f-d842-4387-89cd-a03799422868 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918210 Jan 21 23:19:35.204070 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks [] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:35.340661 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9aa64260-f4f1-4e8c-b2f2-ae1c5923732c req-e8047422-34d2-49a4-a354-f6f0a54d476b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0362606 Jan 21 23:19:35.373377 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:35.393945 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabccd21-e2b0-4249-bc38-3f4d7165f451 req-47e6b0d4-2c67-4236-9631-11f626754b5d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:35.395642 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eabccd21-e2b0-4249-bc38-3f4d7165f451 req-47e6b0d4-2c67-4236-9631-11f626754b5d tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0579877 Jan 21 23:19:35.428602 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5', '9829535c-0556-4f09-a60e-ea49f1478a89'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:35.429534 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Network bbbca9b4-2d07-4458-ac6f-197a310315ef is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:19:35.433104 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:19:35.437177 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:19:35.466756 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event updated for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:35.484447 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eabccd21-e2b0-4249-bc38-3f4d7165f451 req-1d6bd847-8721-432e-89e6-7c120d7d5321 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jan 21 23:19:35.514674 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:35.515738 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:35.605986 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-9554f7de-a80a-470c-a715-4fdef4503873 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3013163 Jan 21 23:19:35.644557 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Request body: {'port': {'device_id': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:19:35.713923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.056213 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:36.080981 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks [] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.107573 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Transition to ACTIVE for port object 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:19:36.186720 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.225686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922225c-4f3e-4932-97bc-9fc5b499bbb2 req-f7a148ff-6363-4536-a71e-d61174f9265b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:36.228312 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a922225c-4f3e-4932-97bc-9fc5b499bbb2 req-f7a148ff-6363-4536-a71e-d61174f9265b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0747540 Jan 21 23:19:36.296912 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:36.350760 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a922225c-4f3e-4932-97bc-9fc5b499bbb2 req-95be0e5c-ebaf-41e8-a0e0-9a6f35513828 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956447 Jan 21 23:19:36.376717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Attempting to bind port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:19:36.377825 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Attempting to bind port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:19:36.377966 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Attempting to bind port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:36.382576 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 on network bbbca9b4-2d07-4458-ac6f-197a310315ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:19:36.384413 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Attempting to bind port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:19:36.388517 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:19:36.388856 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Checking segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:19:36.389252 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Bound using segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:19:36.389693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Bound port: 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:19:36.390065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.464844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:19:36.468338 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:19:36.489536 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070a4fa-22c5-41b1-b4bd-cfd0ac6398ad req-ca5f64ac-000f-4bb8-9c07-3ef4e54066bd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:36.491182 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d070a4fa-22c5-41b1-b4bd-cfd0ac6398ad req-ca5f64ac-000f-4bb8-9c07-3ef4e54066bd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 943 time: 0.0577788 Jan 21 23:19:36.546889 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d070a4fa-22c5-41b1-b4bd-cfd0ac6398ad req-b1132511-ad58-438a-8dce-5f79c122bc75 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498023 Jan 21 23:19:36.579386 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.619830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:36.620504 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.622576 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] 10.222.0.124 "PUT /v2.0/ports/7f6f3736-c7fa-4a9b-b064-02c04392fbb8 HTTP/1.1" status: 200 len: 1093 time: 0.9827387 Jan 21 23:19:36.623106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:36.625758 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d9b11-eb15-4698-95ca-3d849663dd29" -d '{"events": [{"name": "network-changed", "server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:36.666494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa90500-e4f1-4200-92c4-2f85ae8caf6a service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:36.690204 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860da884-6fb3-49c1-b35e-0a00181c05ab x-openstack-request-id: req-860da884-6fb3-49c1-b35e-0a00181c05ab {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:36.690506 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:36.690845 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-860da884-6fb3-49c1-b35e-0a00181c05ab {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:36.691401 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'status': 'completed', 'code': 200} Jan 21 23:19:36.776750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-77733c65-ff34-4988-8c0f-5d2ba69c9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:36.778344 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-77733c65-ff34-4988-8c0f-5d2ba69c9107 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 1096 time: 0.0426285 Jan 21 23:19:36.915796 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ce1d570d-5680-4139-b374-8c73a4c22537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:36.925161 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-f9f79f87-da79-41a0-a3b4-9f2e9c153a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:36.928991 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-f9f79f87-da79-41a0-a3b4-9f2e9c153a23 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1220231 Jan 21 23:19:37.095372 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-4ef64b8e-72aa-4fb8-80dd-3097d73bc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.096195 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55500) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:37.097728 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-023d9b11-eb15-4698-95ca-3d849663dd29 req-4ef64b8e-72aa-4fb8-80dd-3097d73bc5c9 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626391 Jan 21 23:19:37.273860 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-0ae588fe-697d-46af-8964-eec8367d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.276452 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-0ae588fe-697d-46af-8964-eec8367d83d8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 1096 time: 0.0784128 Jan 21 23:19:37.359281 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3119f64b-cb32-4ecf-8a4e-0494a622d032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:37.363337 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-3267f44f-07bf-4d8d-9ddb-bccfd99b13f8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8 HTTP/1.1" status: 200 len: 217 time: 0.0609760 Jan 21 23:19:37.443597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-d5df941f-7993-46f0-84d6-4732bc2fc1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.445131 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-d5df941f-7993-46f0-84d6-4732bc2fc1c2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.0708294 Jan 21 23:19:37.515719 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3119f64b-cb32-4ecf-8a4e-0494a622d032 admin admin] Publish callbacks [] for security_group (0b07f450-9322-49c1-8c45-92bf5c850118), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:37.526184 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-8b27ad1a-135e-4f4d-abd0-7f393362a112 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Jan 21 23:19:37.528272 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd6005-3a1e-4b52-82e2-88d04ffaabb9 req-70978ab0-7a52-4963-b422-e5621432375f tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.529780 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20bd6005-3a1e-4b52-82e2-88d04ffaabb9 req-70978ab0-7a52-4963-b422-e5621432375f tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0860221 Jan 21 23:19:37.590126 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20bd6005-3a1e-4b52-82e2-88d04ffaabb9 req-f116bdbe-83f4-4984-910e-deb7a5c9b8e2 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543001 Jan 21 23:19:37.590766 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3119f64b-cb32-4ecf-8a4e-0494a622d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0b07f450-9322-49c1-8c45-92bf5c850118), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:37.648672 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119f64b-cb32-4ecf-8a4e-0494a622d032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b07f450-9322-49c1-8c45-92bf5c850118,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:37.672972 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3119f64b-cb32-4ecf-8a4e-0494a622d032 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=35ebe2587fb943f7b9f47820cca665b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5703137 Jan 21 23:19:37.675365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55522) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:37.688142 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-44443173-5d84-4c00-be56-8dd2c07facd6 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547563 Jan 21 23:19:37.761011 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcf52a-296a-4ee4-8880-cd205b397e3d req-2e41062e-7bd3-4d97-bc16-917ed2881b91 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.762531 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6fbcf52a-296a-4ee4-8880-cd205b397e3d req-2e41062e-7bd3-4d97-bc16-917ed2881b91 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1381600 Jan 21 23:19:37.805602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f173508-c4b4-4073-88d1-0412865b8c36 req-c473f2a3-9ff8-4a34-98d9-8e92a4a8e3fb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:37.807193 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f173508-c4b4-4073-88d1-0412865b8c36 req-c473f2a3-9ff8-4a34-98d9-8e92a4a8e3fb tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 943 time: 0.1364172 Jan 21 23:19:37.807293 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-15eb2825-b91a-4c26-862d-ee37a858c68d req-8d683392-61a9-4dd7-a13f-92da5c360dcd service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015246 Jan 21 23:19:37.843049 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] Publish callbacks [] for security_group (0b07f450-9322-49c1-8c45-92bf5c850118), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:37.879950 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6fbcf52a-296a-4ee4-8880-cd205b397e3d req-98c13e9b-8777-474f-b2e7-fa765ad86c16 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087911 Jan 21 23:19:37.896980 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] Publish callbacks [] for security_group (0b07f450-9322-49c1-8c45-92bf5c850118), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:37.925142 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f173508-c4b4-4073-88d1-0412865b8c36 req-86237745-0353-4060-8870-befdf7fe7706 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072395 Jan 21 23:19:38.043018 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0b07f450-9322-49c1-8c45-92bf5c850118), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:38.045647 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:38.047201 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/0b07f450-9322-49c1-8c45-92bf5c850118 HTTP/1.1" status: 204 len: 168 time: 0.3699031 Jan 21 23:19:38.058310 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f30ec-781b-4b41-850c-e4ed329157d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b07f450-9322-49c1-8c45-92bf5c850118,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:38.118206 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:19:38.717920 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1d3e-11b3-4b75-9ad5-79ccb8a9256d req-85aef483-4fa7-4bb5-b16e-f6f56c777929 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:38.719446 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-372a1d3e-11b3-4b75-9ad5-79ccb8a9256d req-85aef483-4fa7-4bb5-b16e-f6f56c777929 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0562055 Jan 21 23:19:38.746198 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55542) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:38.760826 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-33f905d2-4a54-4cc3-a8ca-bc95e7be1517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:38.770777 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-372a1d3e-11b3-4b75-9ad5-79ccb8a9256d req-2c866cf2-8ba9-4665-852f-c94426ca5e90 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Jan 21 23:19:38.835848 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-33f905d2-4a54-4cc3-a8ca-bc95e7be1517 admin admin] Publish callbacks [] for security_group (c5b51a4c-fae3-412b-b849-17128cc32856), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:38.905771 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-33f905d2-4a54-4cc3-a8ca-bc95e7be1517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c5b51a4c-fae3-412b-b849-17128cc32856), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:38.946697 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-33f905d2-4a54-4cc3-a8ca-bc95e7be1517 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=eee9f7d54b9941f8a3f7cde3f25db19a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993303 Jan 21 23:19:38.947632 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f905d2-4a54-4cc3-a8ca-bc95e7be1517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b51a4c-fae3-412b-b849-17128cc32856,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:38.950014 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55546) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:39.006451 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] Publish callbacks [] for security_group (c5b51a4c-fae3-412b-b849-17128cc32856), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:39.035856 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910494e-0ae3-41bd-8973-8e304998913a req-7300b5ec-9c53-48dd-b57b-901b11e12ac8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:39.036832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] Publish callbacks [] for security_group (c5b51a4c-fae3-412b-b849-17128cc32856), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:39.037383 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6910494e-0ae3-41bd-8973-8e304998913a req-7300b5ec-9c53-48dd-b57b-901b11e12ac8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0817285 Jan 21 23:19:39.060509 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:39.116822 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb53e7-9dbe-4480-b3d3-e523af34cc16 req-3a64b04f-4db9-44f8-a6e2-a034e856f7c0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:39.118489 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c1cb53e7-9dbe-4480-b3d3-e523af34cc16 req-3a64b04f-4db9-44f8-a6e2-a034e856f7c0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 943 time: 0.1005626 Jan 21 23:19:39.122525 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6910494e-0ae3-41bd-8973-8e304998913a req-44f4d476-635e-4d78-9caf-c41397f2fc91 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658119 Jan 21 23:19:39.156112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c5b51a4c-fae3-412b-b849-17128cc32856), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:39.159448 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:39.163283 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/c5b51a4c-fae3-412b-b849-17128cc32856 HTTP/1.1" status: 204 len: 168 time: 0.2098310 Jan 21 23:19:39.171134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0786d24-af4c-4592-b2f4-f8c79718da79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b51a4c-fae3-412b-b849-17128cc32856,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:39.181026 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c1cb53e7-9dbe-4480-b3d3-e523af34cc16 req-5b1b2e52-ae3c-4b86-b7bf-7e3e78d8e9c1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552037 Jan 21 23:19:39.907274 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46653c5-fc17-4146-acb2-e9041a2da1f9 req-ecd141b1-0a68-4ee0-b824-fc8030fc05f3 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:39.910111 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c46653c5-fc17-4146-acb2-e9041a2da1f9 req-ecd141b1-0a68-4ee0-b824-fc8030fc05f3 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.0633075 Jan 21 23:19:39.994323 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c46653c5-fc17-4146-acb2-e9041a2da1f9 req-0723d878-9196-4c86-ae64-bcf46cc12ce7 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/security-groups?id=367df15d-d693-42f2-82bd-87a10b204270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778403 Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.029942 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:19:40.033099 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f5099097-4217-4d11-b241-d1000c66d57a tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:40.034456 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f5099097-4217-4d11-b241-d1000c66d57a tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 945 time: 0.1345832 Jan 21 23:19:40.197184 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Deleting port 6056a5dc-12f7-4d04-9501-74a465962975 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:19:40.197549 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (6056a5dc-12f7-4d04-9501-74a465962975), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.294971 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f381-d199-422b-9cd4-9926710afcd5 req-50352eac-3b79-4696-83d2-f8060a5c4335 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:40.296879 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ee1f381-d199-422b-9cd4-9926710afcd5 req-50352eac-3b79-4696-83d2-f8060a5c4335 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0843709 Jan 21 23:19:40.330088 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414922d-6a09-4cf9-ba2f-ecd3418bdcc8 req-95be14b3-0609-4c53-89a0-34ce07a0cfb6 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:40.331771 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] For port 6056a5dc-12f7-4d04-9501-74a465962975, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6056a5dc-12f7-4d04-9501-74a465962975,segment=NetworkSegment(ca447af9-7bcd-41e0-8585-299316581a23),segment_id=ca447af9-7bcd-41e0-8585-299316581a23)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:40.332153 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (6056a5dc-12f7-4d04-9501-74a465962975), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.332373 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a414922d-6a09-4cf9-ba2f-ecd3418bdcc8 req-95be14b3-0609-4c53-89a0-34ce07a0cfb6 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 943 time: 0.0813489 Jan 21 23:19:40.348340 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Calling delete_port for 6056a5dc-12f7-4d04-9501-74a465962975 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:19:40.383743 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ee1f381-d199-422b-9cd4-9926710afcd5 req-ceddc4b1-e41f-47dd-8d0d-66d4c04ced98 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773704 Jan 21 23:19:40.420482 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a414922d-6a09-4cf9-ba2f-ecd3418bdcc8 req-44ed602e-cac7-473e-a10a-eb930f8c0774 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707998 Jan 21 23:19:40.602602 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.631440 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (6056a5dc-12f7-4d04-9501-74a465962975), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.662606 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Pushing event deleted for resources: {'Port': ['ID=6056a5dc-12f7-4d04-9501-74a465962975,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:40.686992 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6056a5dc-12f7-4d04-9501-74a465962975'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:40.723616 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] No DVR routers for this DVR port 6056a5dc-12f7-4d04-9501-74a465962975 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:19:40.727452 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.731228 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9d8d207c-bf86-4988-98c1-4122a5f01de2 req-f00a1f46-45f8-42c3-b1a8-7434a0508a02 tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.124 "DELETE /v2.0/ports/6056a5dc-12f7-4d04-9501-74a465962975 HTTP/1.1" status: 204 len: 173 time: 0.6885309 Jan 21 23:19:40.731736 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'name': 'network-vif-deleted', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:40.734772 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c210ee4b-377e-42af-9215-46a1353964f2" -d '{"events": [{"server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "name": "network-vif-deleted", "tag": "6056a5dc-12f7-4d04-9501-74a465962975"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:40.772068 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a88258-963d-469b-84b3-406eae604b56 x-openstack-request-id: req-c5a88258-963d-469b-84b3-406eae604b56 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:40.772406 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186583ff-410d-4c67-966b-567ede15b238", "name": "network-vif-deleted", "tag": "6056a5dc-12f7-4d04-9501-74a465962975", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:40.772679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-c5a88258-963d-469b-84b3-406eae604b56 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:40.773091 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186583ff-410d-4c67-966b-567ede15b238', 'name': 'network-vif-deleted', 'tag': '6056a5dc-12f7-4d04-9501-74a465962975', 'status': 'completed', 'code': 200} Jan 21 23:19:40.806652 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:19:40.908581 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:40.920201 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'port_id': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'mac_address': 'fa:16:3e:dc:38:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0d6f2f-da2a-470d-8b37-a6a55d64bbca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:19:40.965828 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:40.967663 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:40.979334 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 55610) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:40.982400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:19:41.004613 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:41.059270 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.127206 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:41.145510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a818ccce-1179-4d4a-9c98-24e3b27313c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.149179 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe53f460-0fb7-4ffc-84b0-b012250ee975 req-3ca63dbf-750e-4186-a1b2-3a22b463f56b tempest-VolumesActionsTest-1378217363 tempest-VolumesActionsTest-1378217363-project] 10.222.0.138 "GET /v2.0/ports?device_id=186583ff-410d-4c67-966b-567ede15b238 HTTP/1.1" status: 200 len: 210 time: 0.0514157 Jan 21 23:19:41.234812 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a818ccce-1179-4d4a-9c98-24e3b27313c6 admin admin] Publish callbacks [] for security_group (a7891d75-6b21-4c6d-974d-0f9b32484ae3), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.311290 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a818ccce-1179-4d4a-9c98-24e3b27313c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a7891d75-6b21-4c6d-974d-0f9b32484ae3), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.311470 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.354000 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-a818ccce-1179-4d4a-9c98-24e3b27313c6 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=73d7ca89040f4618a037678ea7bfb253&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3735199 Jan 21 23:19:41.354891 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818ccce-1179-4d4a-9c98-24e3b27313c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7891d75-6b21-4c6d-974d-0f9b32484ae3,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:41.357699 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 55626) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:19:41.411531 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] Publish callbacks [] for security_group (a7891d75-6b21-4c6d-974d-0f9b32484ae3), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.434350 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] Publish callbacks [] for security_group (a7891d75-6b21-4c6d-974d-0f9b32484ae3), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.555453 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['7f6f3736-c7fa-4a9b-b064-02c04392fbb8'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:19:41.573499 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7d2e-412b-4fbf-9d1e-574e675df4e0 req-56bb9417-e34c-4c8c-8b22-b7727463525b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:41.575152 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0bda7d2e-412b-4fbf-9d1e-574e675df4e0 req-56bb9417-e34c-4c8c-8b22-b7727463525b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1042132 Jan 21 23:19:41.594061 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1fca6-1324-42b2-a052-dc8829f0ac32 req-682878bc-8245-4f41-9be7-63340ee20f11 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:41.596237 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2d1fca6-1324-42b2-a052-dc8829f0ac32 req-682878bc-8245-4f41-9be7-63340ee20f11 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 944 time: 0.0693657 Jan 21 23:19:41.611406 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a7891d75-6b21-4c6d-974d-0f9b32484ae3), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.614091 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:41.618372 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/a7891d75-6b21-4c6d-974d-0f9b32484ae3 HTTP/1.1" status: 204 len: 168 time: 0.2563369 Jan 21 23:19:41.655007 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1baabea-d495-44a2-99ae-1bf4df83ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7891d75-6b21-4c6d-974d-0f9b32484ae3,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:41.685277 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0bda7d2e-412b-4fbf-9d1e-574e675df4e0 req-75416ba7-cea9-4216-aa2c-bf47b3202945 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Jan 21 23:19:41.725007 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2d1fca6-1324-42b2-a052-dc8829f0ac32 req-ca461e33-d001-4a0a-acae-c716b1e3bcd9 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 Jan 21 23:19:42.811939 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554daff-e0b6-4a2c-8002-6c520a8d0e7c req-6ce96e57-25ca-4b70-af5f-44437cd39e35 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:42.813655 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1554daff-e0b6-4a2c-8002-6c520a8d0e7c req-6ce96e57-25ca-4b70-af5f-44437cd39e35 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0553899 Jan 21 23:19:42.864681 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1554daff-e0b6-4a2c-8002-6c520a8d0e7c req-a4234423-e5a8-447b-b332-fa61e3495722 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Jan 21 23:19:42.974990 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefe469-1f83-4530-9fa7-22c124e0999f req-ce8e1b0f-956e-4fae-87c0-ebf810b1d0ef tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:42.976532 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fefe469-1f83-4530-9fa7-22c124e0999f req-ce8e1b0f-956e-4fae-87c0-ebf810b1d0ef tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 944 time: 0.0545301 Jan 21 23:19:43.025554 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fefe469-1f83-4530-9fa7-22c124e0999f req-49e455f6-3a35-425b-85c8-437caa7c9a4f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432577 Jan 21 23:19:43.983971 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb29846-b42a-4f27-8866-989e3b00bc98 req-09718990-5172-477c-b2e9-0059a4ce5e8b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:43.985609 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bb29846-b42a-4f27-8866-989e3b00bc98 req-09718990-5172-477c-b2e9-0059a4ce5e8b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0506904 Jan 21 23:19:44.037534 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bb29846-b42a-4f27-8866-989e3b00bc98 req-b599a454-b87e-4626-ade3-a6bd37b3d790 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458648 Jan 21 23:19:44.146847 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253c7c1-a15d-4da7-b5d1-3ef36d648cd1 req-31253e41-aa27-40e1-86d6-d2417bbc9cf3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:44.149151 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7253c7c1-a15d-4da7-b5d1-3ef36d648cd1 req-31253e41-aa27-40e1-86d6-d2417bbc9cf3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 944 time: 0.0537827 Jan 21 23:19:44.199467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7253c7c1-a15d-4da7-b5d1-3ef36d648cd1 req-7a9204d0-d495-45af-8d98-4e8892649f84 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Jan 21 23:19:45.154579 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a3f76-ab79-461f-8790-533c68cf8982 req-b64ada12-f681-4341-b07c-15038ee4f0c0 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:45.156083 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-be4a3f76-ab79-461f-8790-533c68cf8982 req-b64ada12-f681-4341-b07c-15038ee4f0c0 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0499220 Jan 21 23:19:45.205339 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-be4a3f76-ab79-461f-8790-533c68cf8982 req-ef97aa70-fc70-4b67-9688-dd86ff2ac2bd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Jan 21 23:19:45.317831 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba8a88-9814-48f2-81f0-4cf76eedfde0 req-7f82ad62-d6e5-4235-9da3-e20bd801cde5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:45.319391 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2ba8a88-9814-48f2-81f0-4cf76eedfde0 req-7f82ad62-d6e5-4235-9da3-e20bd801cde5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 944 time: 0.0523388 Jan 21 23:19:45.368854 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2ba8a88-9814-48f2-81f0-4cf76eedfde0 req-ae3cb456-5227-4d72-98b2-9b7bb07cb3c8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438578 Jan 21 23:19:45.703307 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:19:45.843079 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:19:45.848289 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:19:45.848693 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:45.930333 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:19:45.930741 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:45.953497 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:19:45.956375 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a59307-7c12-43d3-9f93-7d8870df6b9b" -d '{"events": [{"server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:19:45.978412 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:19:46.009452 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751cc4f7-a0f8-4f21-93ca-8d8af16a6120 x-openstack-request-id: req-751cc4f7-a0f8-4f21-93ca-8d8af16a6120 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:19:46.011737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:19:46.011737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-751cc4f7-a0f8-4f21-93ca-8d8af16a6120 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:19:46.011737 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'code': 200} Jan 21 23:19:46.059716 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:19:46.109923 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:19:46.326699 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a03d31-ae39-46b4-a0df-ad6d49be25ea req-278d211c-75ac-40c2-a9b1-468ab96f4703 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:46.328455 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20a03d31-ae39-46b4-a0df-ad6d49be25ea req-278d211c-75ac-40c2-a9b1-468ab96f4703 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0525694 Jan 21 23:19:46.401789 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20a03d31-ae39-46b4-a0df-ad6d49be25ea req-141aefbd-04aa-41f2-b407-6b7690c20e30 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598803 Jan 21 23:19:46.445162 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55758a-3ae9-4b25-933a-4f47e605b00b req-fb8231c1-f089-49cd-a850-ad0463bc8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:46.448103 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1e55758a-3ae9-4b25-933a-4f47e605b00b req-fb8231c1-f089-49cd-a850-ad0463bc8181 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 1098 time: 0.0460582 Jan 21 23:19:46.512709 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1e55758a-3ae9-4b25-933a-4f47e605b00b req-b9a4a56f-ff60-45d6-a1e0-16d7115e3876 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Jan 21 23:19:46.532628 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e23765-6fb4-4941-b227-421832a75692 req-e45a6b3a-23e1-4846-b4a7-9f3521257502 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:46.534269 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d6e23765-6fb4-4941-b227-421832a75692 req-e45a6b3a-23e1-4846-b4a7-9f3521257502 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0550325 Jan 21 23:19:46.582952 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d6e23765-6fb4-4941-b227-421832a75692 req-1a284b33-f74b-488b-a4f3-6ec3143ca95c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Jan 21 23:19:47.525584 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8012d8e-4d79-482d-8450-2cf7d817ce06 req-c0d8414c-2666-4c6e-822c-5a24865e5034 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:47.527343 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8012d8e-4d79-482d-8450-2cf7d817ce06 req-c0d8414c-2666-4c6e-822c-5a24865e5034 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0513804 Jan 21 23:19:47.577417 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8012d8e-4d79-482d-8450-2cf7d817ce06 req-d76d288d-934b-44cb-aac3-77ac7fa0f5b9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Jan 21 23:19:47.699963 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6056a5dc-12f7-4d04-9501-74a465962975 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:19:47.703634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b85554-871c-4fb9-ae47-57b356e369de req-a259daf2-61c0-4f93-8604-d397e78f8234 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:47.705502 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-54b85554-871c-4fb9-ae47-57b356e369de req-a259daf2-61c0-4f93-8604-d397e78f8234 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0531781 Jan 21 23:19:47.720514 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 6056a5dc-12f7-4d04-9501-74a465962975 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:19:47.720873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6056a5dc-12f7-4d04-9501-74a465962975 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:19:47.758451 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-54b85554-871c-4fb9-ae47-57b356e369de req-ea912052-6920-4689-b03f-907b2eb3f90e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473866 Jan 21 23:19:48.722004 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5297-ec04-479d-b659-775cf88d3735 req-d650bfed-06b8-451c-9be5-683789c862d8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:48.727982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-135b5297-ec04-479d-b659-775cf88d3735 req-d650bfed-06b8-451c-9be5-683789c862d8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0773337 Jan 21 23:19:48.784755 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-135b5297-ec04-479d-b659-775cf88d3735 req-e6e84e49-e04e-48ae-9db2-3229f68636fb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549154 Jan 21 23:19:48.885112 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3db4-b384-49a9-9e8f-295b3166f32a req-deaa0f9a-75c5-45fb-8ad9-fa23d933f404 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:48.886677 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ee4b3db4-b384-49a9-9e8f-295b3166f32a req-deaa0f9a-75c5-45fb-8ad9-fa23d933f404 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0499334 Jan 21 23:19:48.935651 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ee4b3db4-b384-49a9-9e8f-295b3166f32a req-0d35ea52-843d-49d0-b69d-51c38744ff76 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432763 Jan 21 23:19:49.902936 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe95a7e-681c-4180-87bc-17a2c9c76002 req-5f5e98cb-7b5a-44b2-a9cf-b61aa7e0d040 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:49.904469 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dfe95a7e-681c-4180-87bc-17a2c9c76002 req-5f5e98cb-7b5a-44b2-a9cf-b61aa7e0d040 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0524893 Jan 21 23:19:49.951147 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dfe95a7e-681c-4180-87bc-17a2c9c76002 req-00ef4039-0f98-4b47-bfa8-afec838f6a45 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Jan 21 23:19:51.067231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee18d4-1465-4a41-b106-6deb96d3c6ef req-bde8e008-9514-4974-b14e-15f6b6ea3c16 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:51.068762 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-60ee18d4-1465-4a41-b106-6deb96d3c6ef req-bde8e008-9514-4974-b14e-15f6b6ea3c16 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0503018 Jan 21 23:19:51.117870 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-60ee18d4-1465-4a41-b106-6deb96d3c6ef req-aea0b5b6-70f8-446a-8489-74feef638c71 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Jan 21 23:19:52.235718 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce607501-68c1-4b65-8ee2-550a947a3a1f req-346ef5f5-63f3-4392-83ab-0a7116ffdad2 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:52.237777 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce607501-68c1-4b65-8ee2-550a947a3a1f req-346ef5f5-63f3-4392-83ab-0a7116ffdad2 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0499527 Jan 21 23:19:52.289750 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce607501-68c1-4b65-8ee2-550a947a3a1f req-5f18e7cc-f17c-4f14-9ec6-2553686f97d8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Jan 21 23:19:53.405930 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d8f31-77df-43fb-8a36-2fe3214795e5 req-21860e78-d0c3-4d84-b5ad-51cc9d18416b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:53.408237 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e21d8f31-77df-43fb-8a36-2fe3214795e5 req-21860e78-d0c3-4d84-b5ad-51cc9d18416b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0488534 Jan 21 23:19:53.423562 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4173e6-f5aa-4be6-95f6-33def98c95ea req-ecc353c3-75e8-4829-9246-150782f084bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:53.425690 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-da4173e6-f5aa-4be6-95f6-33def98c95ea req-ecc353c3-75e8-4829-9246-150782f084bd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0457346 Jan 21 23:19:53.464304 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e21d8f31-77df-43fb-8a36-2fe3214795e5 req-48b0cb31-3d59-49b9-947b-58adbf1f8f82 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492525 Jan 21 23:19:53.484308 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-da4173e6-f5aa-4be6-95f6-33def98c95ea req-fdcc0e0e-ee27-4342-a48d-b88f1f500a3e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489249 Jan 21 23:19:54.595653 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a9c5-09a8-4106-99f8-385d64fd8341 req-acf4d8b2-f77f-4fa4-9c2d-1f37d740c07c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:54.597696 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4e69a9c5-09a8-4106-99f8-385d64fd8341 req-acf4d8b2-f77f-4fa4-9c2d-1f37d740c07c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0531838 Jan 21 23:19:54.651365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4e69a9c5-09a8-4106-99f8-385d64fd8341 req-39286da6-1792-4928-b2dd-9c7d55821731 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472374 Jan 21 23:19:55.780924 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d4859-ae0a-4c4b-b6db-66f40d3f7ae5 req-b11b91d6-ed50-48a8-9cfd-5eeef714dec8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:55.782460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d81d4859-ae0a-4c4b-b6db-66f40d3f7ae5 req-b11b91d6-ed50-48a8-9cfd-5eeef714dec8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0609312 Jan 21 23:19:55.835848 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d81d4859-ae0a-4c4b-b6db-66f40d3f7ae5 req-ec29c431-7f88-4a83-893e-93969a622a8f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476217 Jan 21 23:19:56.271359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e67d7-b11e-42e3-9401-869431779eed req-d30a1026-f268-4228-aaf1-29ce128696bd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:56.272910 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb9e67d7-b11e-42e3-9401-869431779eed req-d30a1026-f268-4228-aaf1-29ce128696bd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0521154 Jan 21 23:19:56.326647 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb9e67d7-b11e-42e3-9401-869431779eed req-f82f837a-0398-47c0-ae03-31c39aad1b5b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Jan 21 23:19:56.355716 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-b6ea621a-52d9-4475-b69f-eefbc45887fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:56.357451 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-b6ea621a-52d9-4475-b69f-eefbc45887fe service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0480456 Jan 21 23:19:56.458672 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-5bab91f3-17f3-492e-bc00-0d415e7ed524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:56.460149 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-5bab91f3-17f3-492e-bc00-0d415e7ed524 service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.0882785 Jan 21 23:19:56.506276 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-be609a4b-cfb5-495d-a391-00f106838271 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.0362265 Jan 21 23:19:56.559319 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-115b69bb-5bb2-4752-aced-303649139da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:56.561326 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-115b69bb-5bb2-4752-aced-303649139da7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0470064 Jan 21 23:19:56.591357 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-abec60a7-dba6-4b1f-8047-10643eed57eb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240939 Jan 21 23:19:56.703734 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-659a9c6c-c13c-47dc-b0ce-17a557119ef9 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022398 Jan 21 23:19:56.804562 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44a54252-8bf9-493e-83f0-dee2c4162650 req-3b2a3279-ccea-4f32-b781-26659c9374fc service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936275 Jan 21 23:19:57.451422 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8b41c-b523-43e5-8add-8009c80fbe99 req-84077819-5989-44ef-b265-05ab105bf3d3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:57.453038 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-53f8b41c-b523-43e5-8add-8009c80fbe99 req-84077819-5989-44ef-b265-05ab105bf3d3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0547178 Jan 21 23:19:57.698246 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-53f8b41c-b523-43e5-8add-8009c80fbe99 req-34001385-1069-4152-b968-8ade88d606b6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386947 Jan 21 23:19:58.815005 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4753c-3b86-429f-90e9-cb54afe26efd req-5598ff63-af34-4b66-82c4-ecf835f52fb3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:58.816531 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9fc4753c-3b86-429f-90e9-cb54afe26efd req-5598ff63-af34-4b66-82c4-ecf835f52fb3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0512474 Jan 21 23:19:58.862051 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9fc4753c-3b86-429f-90e9-cb54afe26efd req-9f95eaa7-126b-4381-b976-a5c3d373e357 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Jan 21 23:19:59.991729 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98812b-62fe-459a-96c6-8b7efa697464 req-96e612f0-8a56-4f18-8b01-472a6a9267af tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:19:59.992494 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bf98812b-62fe-459a-96c6-8b7efa697464 req-96e612f0-8a56-4f18-8b01-472a6a9267af tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0552373 Jan 21 23:20:00.051312 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bf98812b-62fe-459a-96c6-8b7efa697464 req-e20b3750-d82c-4207-a36f-79d6add337e5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525262 Jan 21 23:20:01.809182 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95c735-688d-40b8-aab7-f45e5a7dc3fb req-40024dbb-9f6c-4979-9dd8-54e7327db834 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:01.811035 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb95c735-688d-40b8-aab7-f45e5a7dc3fb req-40024dbb-9f6c-4979-9dd8-54e7327db834 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0532837 Jan 21 23:20:01.860132 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb95c735-688d-40b8-aab7-f45e5a7dc3fb req-1e64b93b-247f-4d27-9fa8-f3ef561670d1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Jan 21 23:20:03.379854 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-2cafb841-5739-4d6c-98e7-a1d547f184b6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420678 Jan 21 23:20:03.470144 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899993bb-285c-4624-b971-48acef3fcf70 req-54a38359-da03-4978-84b9-0aa4f654d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:03.472449 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-54a38359-da03-4978-84b9-0aa4f654d467 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 1098 time: 0.0438068 Jan 21 23:20:03.585191 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899993bb-285c-4624-b971-48acef3fcf70 req-35994891-cfca-44aa-a68d-b2f8ec05040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:03.586799 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-35994891-cfca-44aa-a68d-b2f8ec05040e service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 915 time: 0.0911193 Jan 21 23:20:03.635101 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-9e8e96df-d597-4d55-899d-457ed82f9492 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b542fc38-9fc4-4586-b716-752686445db5 HTTP/1.1" status: 200 len: 217 time: 0.0414121 Jan 21 23:20:03.690493 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899993bb-285c-4624-b971-48acef3fcf70 req-89b88071-719a-43f2-9a89-160caa165e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:03.692024 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-89b88071-719a-43f2-9a89-160caa165e4e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.0472333 Jan 21 23:20:03.732194 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-a70fb7e6-16e7-4f29-9efe-da23f8c8eb92 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283191 Jan 21 23:20:03.851059 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-73dffe9b-65f9-4340-b615-257d32c276ac service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005735 Jan 21 23:20:04.060338 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-899993bb-285c-4624-b971-48acef3fcf70 req-d6bf36e3-808a-4c5d-bee0-88c2f67d3534 service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956687 Jan 21 23:20:04.368134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b3bdecc0-3fcb-45e0-a58b-a0b27460d809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:04.739211 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:06.881331 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-96f0447a-382c-484c-9218-fde7e86d29d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:09.059675 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:10.583817 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:11.293418 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:15.117418 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:20:15.130162 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3d12-9e0a-4e9b-8c82-170fd4e2cf4c req-3a146d3d-76e5-4bc8-9d39-8120bed121c2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:15.131795 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d95d3d12-9e0a-4e9b-8c82-170fd4e2cf4c req-3a146d3d-76e5-4bc8-9d39-8120bed121c2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0510983 Jan 21 23:20:15.179730 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d95d3d12-9e0a-4e9b-8c82-170fd4e2cf4c req-66779bb6-4c8c-47e3-b908-07edb533c214 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420213 Jan 21 23:20:16.305156 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e376b69-d3f5-4fec-a7ff-00e0b40f0085 req-49729a18-1ed8-4ee7-b96c-30e4fc7112a5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:16.306723 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e376b69-d3f5-4fec-a7ff-00e0b40f0085 req-49729a18-1ed8-4ee7-b96c-30e4fc7112a5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0543320 Jan 21 23:20:16.358309 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e376b69-d3f5-4fec-a7ff-00e0b40f0085 req-2054e29f-900c-4920-bb9a-dbd20678f2c5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455093 Jan 21 23:20:17.519878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9658e-7e2e-4664-a061-d95f5420816c req-f84bfac2-c76b-406d-95dd-a5c19ba89ad4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:17.521514 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-65e9658e-7e2e-4664-a061-d95f5420816c req-f84bfac2-c76b-406d-95dd-a5c19ba89ad4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0791283 Jan 21 23:20:17.534414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a9143-980d-4dc6-a1f6-5c2af6ef19b2 req-5a7e5c5c-a952-4321-8786-992633b2f7cb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:17.536000 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a7a9143-980d-4dc6-a1f6-5c2af6ef19b2 req-5a7e5c5c-a952-4321-8786-992633b2f7cb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0844223 Jan 21 23:20:17.604752 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-6d497438-6cba-44de-9ebf-c7aa373ab065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:17.607157 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-6d497438-6cba-44de-9ebf-c7aa373ab065 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0666404 Jan 21 23:20:17.618983 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-65e9658e-7e2e-4664-a061-d95f5420816c req-9b25b8a1-3327-4fab-b918-61d360f1cffa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743036 Jan 21 23:20:17.641597 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a7a9143-980d-4dc6-a1f6-5c2af6ef19b2 req-fe78c3b4-24dc-4027-9f7c-2bf39a7aee53 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902362 Jan 21 23:20:17.719021 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-d7ef4291-68cd-4c6c-a220-cef06128c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:17.720733 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-d7ef4291-68cd-4c6c-a220-cef06128c26e service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.1049871 Jan 21 23:20:17.982043 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-287478d7-0367-44fe-8a65-a9676c31858f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.2530699 Jan 21 23:20:18.038427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-3682b2ca-681d-48d5-b099-6d538b045522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:18.039919 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-3682b2ca-681d-48d5-b099-6d538b045522 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0489054 Jan 21 23:20:18.073915 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-53c92346-3de0-4bce-a3e5-2e63eec7c258 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243819 Jan 21 23:20:18.177870 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-317c2c08-852f-4b35-bc42-4da64a34dcad service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878618 Jan 21 23:20:18.281376 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3f30a5c-f5b2-40f9-ae12-b50f16ff7db8 req-cf1a4e3a-4a64-4fef-89ca-9805326c2905 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966051 Jan 21 23:20:18.811608 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85db13c-f44c-4b4f-b123-8682bedd75dc req-4efc3366-c84e-4244-8c8b-979273f7a252 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:18.813143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a85db13c-f44c-4b4f-b123-8682bedd75dc req-4efc3366-c84e-4244-8c8b-979273f7a252 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1081524 Jan 21 23:20:18.851759 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-852efc30-8811-4b7a-8ff1-e707f80d7722 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:18.861951 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-852efc30-8811-4b7a-8ff1-e707f80d7722 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1611185 Jan 21 23:20:18.878066 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-92a1b1b3-d3db-4e87-be6c-47eef77a055b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/quotas/daae16f34e0244cba19ebdc39e0dc2f8 HTTP/1.1" status: 200 len: 375 time: 0.0188584 Jan 21 23:20:18.899170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a85db13c-f44c-4b4f-b123-8682bedd75dc req-ebfa818f-9038-4a4c-a8e0-0172ef9fb08b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799487 Jan 21 23:20:18.938927 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-ee46f79e-e3ba-408b-9b56-f8a8492fca81 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531261 Jan 21 23:20:19.060129 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feabf52-9f00-48a1-82ef-f5794ce97964 req-3d72d1b8-aaf8-48f4-b823-4c2c9b5bf3ad tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:19.061690 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9feabf52-9f00-48a1-82ef-f5794ce97964 req-3d72d1b8-aaf8-48f4-b823-4c2c9b5bf3ad tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0982428 Jan 21 23:20:19.078924 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-4fce48a1-b3d3-42cf-82f5-f2334c6a14d6 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330264 Jan 21 23:20:19.145343 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9feabf52-9f00-48a1-82ef-f5794ce97964 req-b87562dd-e7df-4f3a-9b1f-56a35e5dbfc1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760448 Jan 21 23:20:19.206170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-05cffe35-4765-4152-b259-67feb1e14010 service neutron] 10.222.0.138 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038110 Jan 21 23:20:19.491551 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ccb5af68-f30f-4917-9b06-b9dd19cdfa65 req-eb28ffa1-bafd-4b01-b50e-7723607c465d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 210 time: 0.0400734 Jan 21 23:20:20.061018 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb653c-a8ce-45f5-8289-253c2a726c63 req-15b574eb-e4e3-494e-abc3-3da5e03c8e7e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:20.068432 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06eb653c-a8ce-45f5-8289-253c2a726c63 req-15b574eb-e4e3-494e-abc3-3da5e03c8e7e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0595148 Jan 21 23:20:20.123744 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06eb653c-a8ce-45f5-8289-253c2a726c63 req-7d43c11e-b8f0-4b70-a6e1-6d1b373c1bed tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540333 Jan 21 23:20:20.283867 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a7058-0038-4fea-b22a-3149872bb6ea req-e3bcf008-65af-4a9e-af02-076f4533ac9f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:20.285456 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e23a7058-0038-4fea-b22a-3149872bb6ea req-e3bcf008-65af-4a9e-af02-076f4533ac9f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0574162 Jan 21 23:20:20.338456 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e23a7058-0038-4fea-b22a-3149872bb6ea req-6135ac4f-c4c5-40b7-a6fc-052a4ae3a627 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470092 Jan 21 23:20:20.582028 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0b63e49c-d77d-4dfa-a387-3b10c2e9abe9 req-2794c647-79d4-4085-8586-c3dbefcb1ed2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 210 time: 0.0261650 Jan 21 23:20:21.262539 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fb891-0bd1-4100-b709-97155bd8442c req-14752d9f-2b11-470f-8ba5-8a42764e56e4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:21.264825 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-562fb891-0bd1-4100-b709-97155bd8442c req-14752d9f-2b11-470f-8ba5-8a42764e56e4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0628116 Jan 21 23:20:21.316692 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-562fb891-0bd1-4100-b709-97155bd8442c req-dce5413f-f4f3-4891-be59-1afc11706957 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Jan 21 23:20:21.470539 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac565b4-964f-44c4-a6b1-2b6e85a9bc41 req-fada60c9-66af-4304-ad4d-96fbda6cfdb6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:21.472515 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6ac565b4-964f-44c4-a6b1-2b6e85a9bc41 req-fada60c9-66af-4304-ad4d-96fbda6cfdb6 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0575504 Jan 21 23:20:21.526810 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6ac565b4-964f-44c4-a6b1-2b6e85a9bc41 req-73647acf-d40f-4dd9-aeec-cb0332515fda tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477724 Jan 21 23:20:21.684809 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dfb33644-7f3b-4c96-a5d2-6309586ff1e5 req-07a71e6d-5877-489c-9e48-f831b8997017 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 210 time: 0.0292637 Jan 21 23:20:21.927058 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-7d21e4d6-943f-4e9d-966a-b8ae92b98b66 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:21.928685 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-7d21e4d6-943f-4e9d-966a-b8ae92b98b66 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/networks?id=bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 200 len: 814 time: 0.1193676 Jan 21 23:20:21.952458 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Request body: {'port': {'device_id': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'admin_state_up': True, 'tenant_id': 'daae16f34e0244cba19ebdc39e0dc2f8'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:20:22.172951 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Made reservation on behalf of daae16f34e0244cba19ebdc39e0dc2f8 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:20:22.182479 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:22.419117 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Allocated IP 172.20.0.3 (bbbca9b4-2d07-4458-ac6f-197a310315ef/ac0d6f2f-da2a-470d-8b37-a6a55d64bbca/a6d1a1f3-f60f-43d6-897c-c0ac52da2055) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:20:22.512429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a0d4f-4813-42a8-8bda-d8ba12ee81d8 req-37e3c427-1aaf-48fd-a792-52808ba9f9fc tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:22.526668 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-080a0d4f-4813-42a8-8bda-d8ba12ee81d8 req-37e3c427-1aaf-48fd-a792-52808ba9f9fc tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1191168 Jan 21 23:20:22.607008 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-080a0d4f-4813-42a8-8bda-d8ba12ee81d8 req-b8217214-e2e9-472a-81d9-55ad13e5383c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791779 Jan 21 23:20:22.741466 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5fce4-5861-45ee-83d5-c56dd5559b27 req-aaba746c-55b8-4c88-9d22-61644a345125 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:22.751210 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4ef5fce4-5861-45ee-83d5-c56dd5559b27 req-aaba746c-55b8-4c88-9d22-61644a345125 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1032279 Jan 21 23:20:22.760374 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks [] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:22.884001 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4ef5fce4-5861-45ee-83d5-c56dd5559b27 req-9cbee00f-c87f-4889-bd3f-8d3f4ffd6a1f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317832 Jan 21 23:20:22.924993 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b505a205-942b-4466-bea1-78a2961cdc90 req-02f08310-9be9-49be-9273-abb6189e1e58 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 210 time: 0.0393384 Jan 21 23:20:22.957768 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:23.014552 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5', '9829535c-0556-4f09-a60e-ea49f1478a89', '7f6f3736-c7fa-4a9b-b064-02c04392fbb8'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:20:23.050022 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Network bbbca9b4-2d07-4458-ac6f-197a310315ef is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:20:23.054239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:20:23.072310 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event updated for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:23.082648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.082648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.082648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.083160 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.083160 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.083484 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.084078 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.084244 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.084543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.084897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.085336 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.086242 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.086242 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:23.092580 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:20:23.159383 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:23.159976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:23.262257 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c698d827-80e0-48b7-86a7-b76629b31d83 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3142107 Jan 21 23:20:23.300031 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Request body: {'port': {'device_id': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:20:23.402072 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:23.772771 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce3b16-9e53-4075-96f7-b878bae320d4 req-7d34e961-dd09-404e-b873-10b2ed17153a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:23.774544 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dcce3b16-9e53-4075-96f7-b878bae320d4 req-7d34e961-dd09-404e-b873-10b2ed17153a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0609651 Jan 21 23:20:23.777082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d1a1f3-f60f-43d6-897c-c0ac52da2055 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:20:23.785411 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks [] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:23.807295 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Transition to ACTIVE for port object a6d1a1f3-f60f-43d6-897c-c0ac52da2055 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:20:23.833287 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dcce3b16-9e53-4075-96f7-b878bae320d4 req-92eadf47-0d18-45a8-9785-2980aa6b1dc8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523810 Jan 21 23:20:23.870002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:23.961289 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:24.058839 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Attempting to bind port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:20:24.066099 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Attempting to bind port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:20:24.067518 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Attempting to bind port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:20:24.077374 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 on network bbbca9b4-2d07-4458-ac6f-197a310315ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:20:24.081219 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Attempting to bind port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 on network bbbca9b4-2d07-4458-ac6f-197a310315ef {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:20:24.086865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:20:24.088941 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Checking segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:20:24.089657 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Bound using segment: {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:20:24.091846 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Bound port: a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cbc6167-13b7-47de-a179-4ec0245082af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:20:24.093610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc9a3-1b5e-443a-8614-2241ea4601af req-dc10f8ac-ed81-44cc-9855-8266c289f67a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.095990 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:24.100695 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a55cc9a3-1b5e-443a-8614-2241ea4601af req-dc10f8ac-ed81-44cc-9855-8266c289f67a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1145070 Jan 21 23:20:24.118321 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2129-248e-46f9-814e-79ad301d7ee7 req-6d0790ee-2323-4562-8a77-b5e9f6346de9 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.128028 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33bd2129-248e-46f9-814e-79ad301d7ee7 req-6d0790ee-2323-4562-8a77-b5e9f6346de9 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 943 time: 0.0938835 Jan 21 23:20:24.180795 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:20:24.184223 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:20:24.197135 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a55cc9a3-1b5e-443a-8614-2241ea4601af req-a8872cca-5802-4499-9e7e-3c0907305502 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955422 Jan 21 23:20:24.207923 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-33bd2129-248e-46f9-814e-79ad301d7ee7 req-f0bf59e5-05e6-4db9-b1e4-d8e7cd4f1189 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776868 Jan 21 23:20:24.282372 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:24.320973 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.322931 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:24.324443 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] 10.222.0.124 "PUT /v2.0/ports/a6d1a1f3-f60f-43d6-897c-c0ac52da2055 HTTP/1.1" status: 200 len: 1093 time: 1.0351641 Jan 21 23:20:24.331656 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:20:24.334249 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac01f9c9-6d19-44ed-b71f-154e7905a320" -d '{"events": [{"name": "network-changed", "server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:20:24.364178 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c8436-b6ec-4580-a444-1f4bbd2b5979 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:24.380761 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313316ac-6738-48e5-a2dd-f6f754ca9c73 x-openstack-request-id: req-313316ac-6738-48e5-a2dd-f6f754ca9c73 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:20:24.380761 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:20:24.380761 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-313316ac-6738-48e5-a2dd-f6f754ca9c73 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:20:24.380761 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055', 'status': 'completed', 'code': 200} Jan 21 23:20:24.503548 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-bf751134-30be-454a-ba6b-7e424983dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.505369 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-bf751134-30be-454a-ba6b-7e424983dd58 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 1096 time: 0.0527117 Jan 21 23:20:24.617080 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-ddd3d07c-703c-44e1-8a2d-1bf28ad42381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.618600 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-ddd3d07c-703c-44e1-8a2d-1bf28ad42381 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944886 Jan 21 23:20:24.720360 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-bb66a7d5-5ee5-4abf-bfca-29e82980aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.722429 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac01f9c9-6d19-44ed-b71f-154e7905a320 req-bb66a7d5-5ee5-4abf-bfca-29e82980aa14 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962725 Jan 21 23:20:24.857361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-3d776e51-632d-4644-a6b7-06d4c81b67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.859157 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-3d776e51-632d-4644-a6b7-06d4c81b67f8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 1096 time: 0.0456183 Jan 21 23:20:24.918044 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-8ea1307c-c634-4104-a21f-19b2eb31074a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055 HTTP/1.1" status: 200 len: 217 time: 0.0422189 Jan 21 23:20:24.983951 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-6d605b19-a697-4703-a91f-7986ca086fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.985905 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-6d605b19-a697-4703-a91f-7986ca086fac service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 200 len: 854 time: 0.0552301 Jan 21 23:20:24.986953 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81fb8-738b-424b-a8cd-2d61c5337767 req-83e7f7df-41bc-4497-8d37-4bc74372bfce tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:24.988571 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72e81fb8-738b-424b-a8cd-2d61c5337767 req-83e7f7df-41bc-4497-8d37-4bc74372bfce tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0579395 Jan 21 23:20:25.058849 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72e81fb8-738b-424b-a8cd-2d61c5337767 req-bcf10a39-16ef-4e66-a341-188aec3d9845 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640063 Jan 21 23:20:25.072952 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-e8f43e13-2475-4ee4-b469-b2ffb7732425 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbbca9b4-2d07-4458-ac6f-197a310315ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753577 Jan 21 23:20:25.214850 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-c8e000fe-907f-4187-b3b1-fcc4eaf810ba service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317723 Jan 21 23:20:25.325336 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-bbe63aec-2a83-477e-9815-8f372b06bdcd req-90cb7d9b-d787-4593-af79-c2c29f94505f service neutron] 10.222.0.124 "GET /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014009 Jan 21 23:20:25.409743 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48734b9-4be5-4cd1-8fe3-3c6a41aa65f2 req-8a802d1a-5127-40d9-ba18-4321e65057d6 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:25.425348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b48734b9-4be5-4cd1-8fe3-3c6a41aa65f2 req-8a802d1a-5127-40d9-ba18-4321e65057d6 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 943 time: 0.1111782 Jan 21 23:20:25.441739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832262-99bc-447a-ab16-f776191e7069 req-42af1293-96e2-42ad-957c-87074e1f44f4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:25.443277 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb832262-99bc-447a-ab16-f776191e7069 req-42af1293-96e2-42ad-957c-87074e1f44f4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1451447 Jan 21 23:20:25.559372 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b48734b9-4be5-4cd1-8fe3-3c6a41aa65f2 req-0abf7683-dc0b-41bf-81b3-ef89fd614bb2 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194410 Jan 21 23:20:25.568713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb832262-99bc-447a-ab16-f776191e7069 req-46aa61ec-0730-46a1-919c-1de7875f6e73 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188102 Jan 21 23:20:26.229921 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5483a-6d47-4626-8c23-56e5a9db76db req-973cbb98-f9a3-4c8f-8a45-817edcfc3c41 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:26.238880 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fb5483a-6d47-4626-8c23-56e5a9db76db req-973cbb98-f9a3-4c8f-8a45-817edcfc3c41 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0803230 Jan 21 23:20:26.313595 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fb5483a-6d47-4626-8c23-56e5a9db76db req-8d70552b-4910-4dc8-8a3d-095f5eb7b304 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673485 Jan 21 23:20:26.685821 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc292044-5f4c-423f-bb17-ce470b9bbcde req-8b965ef1-d56c-4572-831a-f6ad9788f78c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:26.687338 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc292044-5f4c-423f-bb17-ce470b9bbcde req-8b965ef1-d56c-4572-831a-f6ad9788f78c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 943 time: 0.0780857 Jan 21 23:20:26.722174 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621fe28-a5d2-4a6e-ade1-60d44b1f838b req-9ebf01be-345b-41c1-834e-fe3cb340ae60 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:26.723532 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e621fe28-a5d2-4a6e-ade1-60d44b1f838b req-9ebf01be-345b-41c1-834e-fe3cb340ae60 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0736547 Jan 21 23:20:26.767916 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc292044-5f4c-423f-bb17-ce470b9bbcde req-2abe8c4f-c010-45b1-b7fc-aec11debe9db tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738673 Jan 21 23:20:26.797099 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e621fe28-a5d2-4a6e-ade1-60d44b1f838b req-ad0746bf-3f27-49f0-b30a-9d5fc61d9600 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635664 Jan 21 23:20:27.442109 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f445-b995-488a-9edb-b66553ff0af6 req-5c9068f5-781c-46e1-bdfb-cb0ae03e7e1d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:27.448805 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1179f445-b995-488a-9edb-b66553ff0af6 req-5c9068f5-781c-46e1-bdfb-cb0ae03e7e1d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0673246 Jan 21 23:20:27.497411 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1179f445-b995-488a-9edb-b66553ff0af6 req-62ae3ccd-8300-46a7-a354-9393ddded4ab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461087 Jan 21 23:20:27.972662 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36785500-9202-402b-86cb-689379134fe7 req-646d9fd4-a28a-4390-86f9-8e42dfc28d72 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:27.980082 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36785500-9202-402b-86cb-689379134fe7 req-646d9fd4-a28a-4390-86f9-8e42dfc28d72 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0861509 Jan 21 23:20:27.989451 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d29f9d-b067-404f-95fc-326f73533554 req-6782c262-f0e9-400b-a7a8-fa5d9cd4df9d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:27.996431 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e6d29f9d-b067-404f-95fc-326f73533554 req-6782c262-f0e9-400b-a7a8-fa5d9cd4df9d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 943 time: 0.1201344 Jan 21 23:20:28.072429 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e6d29f9d-b067-404f-95fc-326f73533554 req-b7272d45-8d2a-4052-9230-2687f4314678 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750990 Jan 21 23:20:28.088000 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36785500-9202-402b-86cb-689379134fe7 req-eebb3ff2-120f-4780-8c00-a577839c01fc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023052 Jan 21 23:20:28.667164 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf6af5-9ed0-4efd-9407-f611cc84acde req-aceaf5fc-c1e3-4086-9c55-9e8e89c914ce tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:28.674686 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8bf6af5-9ed0-4efd-9407-f611cc84acde req-aceaf5fc-c1e3-4086-9c55-9e8e89c914ce tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0894673 Jan 21 23:20:28.763384 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8bf6af5-9ed0-4efd-9407-f611cc84acde req-a91e14af-ee09-4424-b7c4-5c44a4944f75 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873568 Jan 21 23:20:29.254380 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b57a4-063f-4653-86ea-755da8adc474 req-ab9d25df-d05e-42dc-8cee-465e37855f35 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:29.261276 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-912b57a4-063f-4653-86ea-755da8adc474 req-ab9d25df-d05e-42dc-8cee-465e37855f35 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 943 time: 0.0883715 Jan 21 23:20:29.289427 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d4472-28e4-4073-af8c-9250e0c6a1d6 req-56420b25-3e58-44ca-bfa6-8878b095b07b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:29.290936 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d59d4472-28e4-4073-af8c-9250e0c6a1d6 req-56420b25-3e58-44ca-bfa6-8878b095b07b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1092227 Jan 21 23:20:29.331491 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-912b57a4-063f-4653-86ea-755da8adc474 req-1b6d272d-ed91-4b88-8927-2aa07bb9b161 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693362 Jan 21 23:20:29.357164 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d59d4472-28e4-4073-af8c-9250e0c6a1d6 req-ec2f11bc-8a6b-4411-97dd-537dbb10b41a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 Jan 21 23:20:29.581143 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a6d1a1f3-f60f-43d6-897c-c0ac52da2055 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:20:29.676778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:29.687527 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055', 'network_id': 'bbbca9b4-2d07-4458-ac6f-197a310315ef', 'port_id': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055', 'mac_address': 'fa:16:3e:a7:8f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0d6f2f-da2a-470d-8b37-a6a55d64bbca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:20:29.727900 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:20:29.728435 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:29.745516 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d1a1f3-f60f-43d6-897c-c0ac52da2055 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:20:29.765536 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:29.842160 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:29.885568 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146792-b265-45c4-9e64-499cb7937604 req-9267d1e8-60cf-4ad9-ac9b-fc7792fa2313 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:29.887142 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31146792-b265-45c4-9e64-499cb7937604 req-9267d1e8-60cf-4ad9-ac9b-fc7792fa2313 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0493903 Jan 21 23:20:29.891196 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:29.898628 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.899251 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.899619 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.899980 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.900361 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.900719 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.901070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.901419 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.901767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.902141 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.902486 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.902831 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.903184 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:29.941003 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31146792-b265-45c4-9e64-499cb7937604 req-722ff42e-8672-484f-80d9-65649c679f28 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480020 Jan 21 23:20:30.478761 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956102c5-221e-42f4-a8c6-f148a037a6ce req-31e55e47-3532-4837-b071-6005e9cceed4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:30.480166 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-956102c5-221e-42f4-a8c6-f148a037a6ce req-31e55e47-3532-4837-b071-6005e9cceed4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 944 time: 0.0778635 Jan 21 23:20:30.492080 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6e6a6-b361-41ea-9c7f-c11ca329837c req-5086afd9-a09f-428e-a2c1-7e9fd33c8d7f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:30.493540 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-13f6e6a6-b361-41ea-9c7f-c11ca329837c req-5086afd9-a09f-428e-a2c1-7e9fd33c8d7f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0648193 Jan 21 23:20:30.565375 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-956102c5-221e-42f4-a8c6-f148a037a6ce req-bdf9374d-293e-47d3-b7ec-0cb031b04b34 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 Jan 21 23:20:30.570651 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-13f6e6a6-b361-41ea-9c7f-c11ca329837c req-496181ef-a8f8-48e7-80ae-02012e8f7348 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705235 Jan 21 23:20:31.082451 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c2280-2682-4a49-ae90-b92d9ca63c08 req-486521c6-22dc-46e5-adff-0ac979e359ee tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:31.088608 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0c5c2280-2682-4a49-ae90-b92d9ca63c08 req-486521c6-22dc-46e5-adff-0ac979e359ee tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0646768 Jan 21 23:20:31.134239 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0c5c2280-2682-4a49-ae90-b92d9ca63c08 req-5d52922f-926c-4b12-9a16-6e3fcea938f7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442092 Jan 21 23:20:31.179784 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['a6d1a1f3-f60f-43d6-897c-c0ac52da2055'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:20:31.743393 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69e168-d14f-4712-addf-eb969559e551 req-9452162b-7c13-40a4-bacf-d274676e9e42 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:31.750638 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d69e168-d14f-4712-addf-eb969559e551 req-9452162b-7c13-40a4-bacf-d274676e9e42 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0887318 Jan 21 23:20:31.766099 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d1050-f189-4123-8f57-754246bae2ab req-e5f9d0e3-b23c-4b72-95c6-8bb09393d74e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:31.767824 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-aa8d1050-f189-4123-8f57-754246bae2ab req-e5f9d0e3-b23c-4b72-95c6-8bb09393d74e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 944 time: 0.0945003 Jan 21 23:20:31.838256 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d69e168-d14f-4712-addf-eb969559e551 req-c4184ac6-186b-4c03-8fd4-e727229a814a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866308 Jan 21 23:20:31.859429 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-aa8d1050-f189-4123-8f57-754246bae2ab req-bcb603e9-332f-4592-b88f-789979784242 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811245 Jan 21 23:20:32.270727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165542f-d9a5-413f-a370-dc81234d5653 req-e91dc34e-46ab-4885-b1ad-b4f5169f2a69 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:32.278040 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0165542f-d9a5-413f-a370-dc81234d5653 req-e91dc34e-46ab-4885-b1ad-b4f5169f2a69 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0622046 Jan 21 23:20:32.326927 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0165542f-d9a5-413f-a370-dc81234d5653 req-fdd3abe5-8c10-4b91-b1bc-2728f6776044 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479887 Jan 21 23:20:33.036708 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a345a-fe56-47de-8beb-115f2d580dc8 req-0974ad83-9c76-4bf7-8d71-0addb0d73df1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:33.038245 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f09a345a-fe56-47de-8beb-115f2d580dc8 req-0974ad83-9c76-4bf7-8d71-0addb0d73df1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 944 time: 0.0834453 Jan 21 23:20:33.049118 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f2a3e-4241-49b8-b49f-766caef0158f req-5144b48a-e126-4fcc-a08b-aabb87b901c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:33.050530 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-403f2a3e-4241-49b8-b49f-766caef0158f req-5144b48a-e126-4fcc-a08b-aabb87b901c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0860789 Jan 21 23:20:33.123214 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f09a345a-fe56-47de-8beb-115f2d580dc8 req-d239c2f8-8e25-4ea7-9e92-0fae8648b465 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716898 Jan 21 23:20:33.126549 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-403f2a3e-4241-49b8-b49f-766caef0158f req-26676f64-4f5e-4027-b3e2-9298f0b74721 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693648 Jan 21 23:20:33.451012 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba6654-38f4-4a8a-865c-7ce53c9b063e req-d6ad0c34-7875-4a3f-b55a-e222b3eea4c4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:33.452706 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ddba6654-38f4-4a8a-865c-7ce53c9b063e req-d6ad0c34-7875-4a3f-b55a-e222b3eea4c4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0496068 Jan 21 23:20:33.500788 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ddba6654-38f4-4a8a-865c-7ce53c9b063e req-f2319234-2c4a-4f16-8386-65c8307affec tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Jan 21 23:20:34.271529 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96e3d9-f7b6-4fa7-b6c7-581a42e65663 req-f584887e-9fb8-48f7-9e84-dcbd491ccafd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:34.273145 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9b96e3d9-f7b6-4fa7-b6c7-581a42e65663 req-f584887e-9fb8-48f7-9e84-dcbd491ccafd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0713756 Jan 21 23:20:34.280181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa1d9-e99f-43bf-a977-715e8d2fa0b0 req-1b78b91d-e285-42f1-a196-0c02fdba863a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:34.281610 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-605fa1d9-e99f-43bf-a977-715e8d2fa0b0 req-1b78b91d-e285-42f1-a196-0c02fdba863a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 944 time: 0.0886135 Jan 21 23:20:34.356070 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9b96e3d9-f7b6-4fa7-b6c7-581a42e65663 req-7bde859c-9664-4335-95e7-e86c640cd174 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734785 Jan 21 23:20:34.359178 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-605fa1d9-e99f-43bf-a977-715e8d2fa0b0 req-0ead0dae-9478-4a5d-968c-dcf7c1687c82 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707879 Jan 21 23:20:34.368041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4f64-9ccd-4238-b9d4-3202157bfce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:34.631572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7271ba-3dc5-4338-a695-327488ce93ca req-a3696c3c-eeeb-4e2c-b480-6951bcb2c286 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:34.633156 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4e7271ba-3dc5-4338-a695-327488ce93ca req-a3696c3c-eeeb-4e2c-b480-6951bcb2c286 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0501103 Jan 21 23:20:34.683673 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4e7271ba-3dc5-4338-a695-327488ce93ca req-b0e4f946-f581-4156-a7a0-663a532b5d5c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448506 Jan 21 23:20:35.262603 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a6d1a1f3-f60f-43d6-897c-c0ac52da2055 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:20:35.329164 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:35.419004 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:20:35.424587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:20:35.424978 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:35.522360 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87f58e-efd4-47dc-b1c2-31dc1b2a4d62 req-92d2d2c7-e9f1-4942-ac33-83834f3b9d0c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:35.526376 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b87f58e-efd4-47dc-b1c2-31dc1b2a4d62 req-92d2d2c7-e9f1-4942-ac33-83834f3b9d0c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 944 time: 0.0849619 Jan 21 23:20:35.530122 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:20:35.530689 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:35.532664 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331043a0-96d0-4879-b09b-195c91a8768e req-25499336-bba7-40e5-ad32-afb2ae8557bd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:35.541011 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-331043a0-96d0-4879-b09b-195c91a8768e req-25499336-bba7-40e5-ad32-afb2ae8557bd tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0887301 Jan 21 23:20:35.562073 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:20:35.564893 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a15230-db94-4930-a202-33a50cb8c695" -d '{"events": [{"server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:20:35.579340 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:35.636960 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-331043a0-96d0-4879-b09b-195c91a8768e req-e185965b-405f-406c-95d7-b6da5ecadc6a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933936 Jan 21 23:20:35.646392 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b87f58e-efd4-47dc-b1c2-31dc1b2a4d62 req-8088db90-645e-410b-b84a-4c033a23123e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022391 Jan 21 23:20:35.664963 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:35.745243 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f6419c-d36d-4811-bcdb-8e055f7875d7 x-openstack-request-id: req-06f6419c-d36d-4811-bcdb-8e055f7875d7 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:20:35.745810 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "name": "network-vif-plugged", "status": "completed", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:20:35.748757 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-06f6419c-d36d-4811-bcdb-8e055f7875d7 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:20:35.749695 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055', 'code': 200} Jan 21 23:20:35.764922 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:35.871155 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a82f4b-d625-47aa-bd57-ae8e6e8a3040 req-33013cf9-9fff-4ed2-99e8-f8cd6af70a8c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:35.882982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17a82f4b-d625-47aa-bd57-ae8e6e8a3040 req-33013cf9-9fff-4ed2-99e8-f8cd6af70a8c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0854995 Jan 21 23:20:35.942011 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17a82f4b-d625-47aa-bd57-ae8e6e8a3040 req-ab43785c-0ce4-4cb2-bad6-dd81a86d14ca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580132 Jan 21 23:20:36.264088 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093a82-4a24-4792-9cf4-5150b0811518 req-9c64263d-4c3b-45ad-852a-ecd765a6174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:36.265671 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-29093a82-4a24-4792-9cf4-5150b0811518 req-9c64263d-4c3b-45ad-852a-ecd765a6174e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 1098 time: 0.0421429 Jan 21 23:20:36.323709 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-29093a82-4a24-4792-9cf4-5150b0811518 req-733b06fb-69ce-44e7-97d3-27594f4cc38f service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Jan 21 23:20:36.793845 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0cfc2-aa81-454c-a5c9-f7a429745585 req-8047edf9-41ef-43e0-a5dd-6afeaf3068b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:36.795587 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8c0cfc2-aa81-454c-a5c9-f7a429745585 req-8047edf9-41ef-43e0-a5dd-6afeaf3068b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.0782802 Jan 21 23:20:36.816986 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27840f3c-3f74-46bb-ab99-8819e5c23e38 req-5045b8be-ea5c-4be7-8af1-3c132cdd9326 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:36.818522 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-27840f3c-3f74-46bb-ab99-8819e5c23e38 req-5045b8be-ea5c-4be7-8af1-3c132cdd9326 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0903168 Jan 21 23:20:36.870509 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c41535c1-497a-4768-811a-a17774a59dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:36.887965 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8c0cfc2-aa81-454c-a5c9-f7a429745585 req-f0c81b99-6298-4f7e-bdad-6e7f2d9d0b42 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855668 Jan 21 23:20:36.893004 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-27840f3c-3f74-46bb-ab99-8819e5c23e38 req-f4b041e3-1500-48d5-9b12-5047247656ba tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641549 Jan 21 23:20:37.075232 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3fb3-de63-4486-a970-bb7471ac612b req-ac0d8204-51c0-487c-b8ec-7b7d3762f260 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:37.076787 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fae3fb3-de63-4486-a970-bb7471ac612b req-ac0d8204-51c0-487c-b8ec-7b7d3762f260 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0498033 Jan 21 23:20:37.124370 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fae3fb3-de63-4486-a970-bb7471ac612b req-8a7d0f8a-9558-415d-9966-e0606b795da4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Jan 21 23:20:38.254844 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50f91d-809e-4568-ba2c-f4eb966690bf req-ed9fd7a0-1756-4170-8e29-02e3106399c4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:38.257151 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7e50f91d-809e-4568-ba2c-f4eb966690bf req-ed9fd7a0-1756-4170-8e29-02e3106399c4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.2869465 Jan 21 23:20:38.264899 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6de2-8492-40fb-afb2-3336f048831c req-81fddf63-8fc2-418f-abd1-63c9391b42f8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:38.266357 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20bc6de2-8492-40fb-afb2-3336f048831c req-81fddf63-8fc2-418f-abd1-63c9391b42f8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.2990291 Jan 21 23:20:38.339665 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7e50f91d-809e-4568-ba2c-f4eb966690bf req-9bdbbb08-6951-4997-8abe-3531f9b0d73e tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723052 Jan 21 23:20:38.344194 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-20bc6de2-8492-40fb-afb2-3336f048831c req-65a29b50-14bd-4282-bc6e-58f0fff36c8d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704257 Jan 21 23:20:38.460731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0fae-3fdd-467d-81c4-0bda103fbd72 req-73989396-bc4c-4bfd-b9b0-94e18c2d4f77 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:38.462483 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e63c0fae-3fdd-467d-81c4-0bda103fbd72 req-73989396-bc4c-4bfd-b9b0-94e18c2d4f77 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0595179 Jan 21 23:20:38.525052 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e63c0fae-3fdd-467d-81c4-0bda103fbd72 req-0a4f76a8-dc87-4095-889a-e72d36e248d5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562615 Jan 21 23:20:39.117600 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.143771 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57050) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:39.282850 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.358061 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Publish callbacks [] for security_group (ae992f64-dfe3-4f6a-95f8-02ff36634f50), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.451872 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ae992f64-dfe3-4f6a-95f8-02ff36634f50), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.537986 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f6ccb13d1f5b4f929172c691bd1869c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3929508 Jan 21 23:20:39.538503 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57082) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:39.546520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006588a8-b922-440d-a699-8dd080e69159 req-0f24ada7-1eef-4e18-8ca2-b98a974ad95a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:39.548088 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-006588a8-b922-440d-a699-8dd080e69159 req-0f24ada7-1eef-4e18-8ca2-b98a974ad95a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.1292932 Jan 21 23:20:39.548785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae992f64-dfe3-4f6a-95f8-02ff36634f50,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:39.567467 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.567839 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.568194 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.568618 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.568968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.569333 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.569661 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.570005 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.570348 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.570689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.571029 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.571361 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.571696 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61900ac0-7822-44bd-aa05-1ee1189571b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:20:39.609475 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca26cb-7198-4986-aa1b-e5aab8a0a10d req-78498ecb-3a71-4de5-8875-9ca8aaa731c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:39.610980 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a4ca26cb-7198-4986-aa1b-e5aab8a0a10d req-78498ecb-3a71-4de5-8875-9ca8aaa731c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1559615 Jan 21 23:20:39.619543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] Publish callbacks [] for security_group (ae992f64-dfe3-4f6a-95f8-02ff36634f50), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.644242 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] Publish callbacks [] for security_group (ae992f64-dfe3-4f6a-95f8-02ff36634f50), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.658353 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-006588a8-b922-440d-a699-8dd080e69159 req-93ecc475-3e0b-453c-ac63-b05e8f3c19b8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995355 Jan 21 23:20:39.702503 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a4ca26cb-7198-4986-aa1b-e5aab8a0a10d req-d7eef337-cda6-4a08-b307-5e421f7cdd6d tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836141 Jan 21 23:20:39.793817 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9e6b5-b9ff-4385-a713-6d16954ee58d req-904122fd-8570-4749-817c-30e46c5d222d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:39.795654 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9f9e6b5-b9ff-4385-a713-6d16954ee58d req-904122fd-8570-4749-817c-30e46c5d222d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0555558 Jan 21 23:20:39.824601 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ae992f64-dfe3-4f6a-95f8-02ff36634f50), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.827210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:39.828475 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/ae992f64-dfe3-4f6a-95f8-02ff36634f50 HTTP/1.1" status: 204 len: 168 time: 0.2887340 Jan 21 23:20:39.837804 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9b417-ad33-4524-a68c-7b2df3ff467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae992f64-dfe3-4f6a-95f8-02ff36634f50,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:39.865323 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9f9e6b5-b9ff-4385-a713-6d16954ee58d req-db45621b-b57e-47e4-b1f9-8d3da48e5ace tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575991 Jan 21 23:20:40.562065 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:40.814795 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7e2b-d754-4e6c-ba29-50ec5376f9e7 req-91c5053d-780a-46f7-93cd-81ff0f98e246 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:40.817807 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bafb7e2b-d754-4e6c-ba29-50ec5376f9e7 req-91c5053d-780a-46f7-93cd-81ff0f98e246 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0512428 Jan 21 23:20:40.870565 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bafb7e2b-d754-4e6c-ba29-50ec5376f9e7 req-14852def-ced2-421d-92d5-49349d691e16 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Jan 21 23:20:40.983674 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5945315-cfb3-4c13-a51f-6b2359095eb6 req-d1c93513-a78e-4461-b484-4b47ee3e995b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:40.985219 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5945315-cfb3-4c13-a51f-6b2359095eb6 req-d1c93513-a78e-4461-b484-4b47ee3e995b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0492077 Jan 21 23:20:40.995168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:20:41.043554 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5945315-cfb3-4c13-a51f-6b2359095eb6 req-0be3a65d-7d2d-41fe-9a90-91ced0a86f4a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522842 Jan 21 23:20:41.106975 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:41.119141 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:20:41.161779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: ACTIVE; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:20:41.162312 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:41.305192 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:20:41.326488 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:41.379081 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:41.406847 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:41.455930 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=6']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:41.986340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686635b0-5a28-4cf9-a6d4-d95982c5c9e7 req-d21c6246-38ab-4813-9c01-252e3cd1e8de tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:41.987808 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-686635b0-5a28-4cf9-a6d4-d95982c5c9e7 req-d21c6246-38ab-4813-9c01-252e3cd1e8de tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0490551 Jan 21 23:20:42.034399 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-686635b0-5a28-4cf9-a6d4-d95982c5c9e7 req-a1982b50-db70-4575-81a8-43fe4afd943a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jan 21 23:20:42.175122 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca17f9-486d-434b-9221-38eceef1679e req-8d0f72b7-6c96-47d7-9000-80a7a1df13aa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:42.176615 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9ca17f9-486d-434b-9221-38eceef1679e req-8d0f72b7-6c96-47d7-9000-80a7a1df13aa tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Jan 21 23:20:42.226028 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9ca17f9-486d-434b-9221-38eceef1679e req-3226176b-f804-4e39-99b1-d8cec03c0a51 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 Jan 21 23:20:42.316168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['2e57b939-5fbf-4000-8625-ca456274f5fc'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:20:43.156412 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57a6cd-f04b-437f-82ad-7c8b653149d7 req-bc806737-0b7e-4a3d-8dc0-69ae612d908f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:43.158602 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db57a6cd-f04b-437f-82ad-7c8b653149d7 req-bc806737-0b7e-4a3d-8dc0-69ae612d908f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0518668 Jan 21 23:20:43.208347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db57a6cd-f04b-437f-82ad-7c8b653149d7 req-ef18566c-4604-4a74-902f-93eb1f35dfb5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Jan 21 23:20:43.359969 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2914e44-1651-403e-a4eb-4afc0e10f02f req-f2a8fbe8-99fe-4c15-a6c7-02ce71cadedd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:43.361533 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2914e44-1651-403e-a4eb-4afc0e10f02f req-f2a8fbe8-99fe-4c15-a6c7-02ce71cadedd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.0602577 Jan 21 23:20:43.416310 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2914e44-1651-403e-a4eb-4afc0e10f02f req-3675092c-5e78-403d-8e96-540fe8659f24 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484464 Jan 21 23:20:43.851346 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2bf77cd1-e0ec-47d2-9ace-89542ae5c51d tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/networks?tenant_id=6431321d6aa14a1291eb5c0534c360f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443614 Jan 21 23:20:44.088087 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:20:44.121481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-bcc2f3ae-3f60-40de-8a86-3bf11916a360 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:44.132763 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-bcc2f3ae-3f60-40de-8a86-3bf11916a360 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783377 Jan 21 23:20:44.145832 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 2e57b939-5fbf-4000-8625-ca456274f5fc triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:20:44.146222 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.152145 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-6142d34b-6d81-4793-8707-90ee2dbde335 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/quotas/6431321d6aa14a1291eb5c0534c360f6 HTTP/1.1" status: 200 len: 375 time: 0.0180132 Jan 21 23:20:44.207177 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-e34ad5ff-7752-4cc5-b8be-32059fea0b9e tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=6431321d6aa14a1291eb5c0534c360f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535223 Jan 21 23:20:44.269736 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:20:44.270151 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.310780 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:20:44.316102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b765e1-f8aa-43ff-89db-7624c7afe043" -d '{"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:20:44.344641 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:44.407240 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.429861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57250) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:44.570843 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Deleting subnet 224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1 {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:20:44.582981 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Publish callbacks [] for subnet (224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.630884 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=7']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:44.667134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.769616 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680ae44-f3c0-4d36-bc55-bb591b0711f8 x-openstack-request-id: req-4680ae44-f3c0-4d36-bc55-bb591b0711f8 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:20:44.770287 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:20:44.770559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-4680ae44-f3c0-4d36-bc55-bb591b0711f8 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:20:44.771247 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'code': 200} Jan 21 23:20:44.850085 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:44.860455 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca9bbc-f01b-49d2-ae3b-f2b2d32a32f5 req-694e5668-2648-44b7-a55c-0e1733f458ba tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:44.885430 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03ca9bbc-f01b-49d2-ae3b-f2b2d32a32f5 req-694e5668-2648-44b7-a55c-0e1733f458ba tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1733391 Jan 21 23:20:45.065122 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.088817 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03ca9bbc-f01b-49d2-ae3b-f2b2d32a32f5 req-30844ab6-c299-4a10-b140-326cec1c988b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015121 Jan 21 23:20:45.121134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b51ce-8e2e-4938-9fbc-414efebc06b2 req-b14f47cd-78f3-41ad-a2b3-37f78373648f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:45.129092 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-006b51ce-8e2e-4938-9fbc-414efebc06b2 req-b14f47cd-78f3-41ad-a2b3-37f78373648f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.2354853 Jan 21 23:20:45.151028 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:45.167835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.174607 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-66f8516c-f715-4930-a9f7-f43eb7480431 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/224bf1ec-a5f0-46e4-a9ef-ca84e7bad3b1 HTTP/1.1" status: 204 len: 168 time: 0.7434146 Jan 21 23:20:45.177271 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57280) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:45.214756 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bf0a69bb-e4ad-4247-a0ee-989a50f32958 req-e39295ce-ddc1-4769-af15-868d81b436b4 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0372777 Jan 21 23:20:45.236610 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-006b51ce-8e2e-4938-9fbc-414efebc06b2 req-76cb28ab-c09f-4629-b449-c9c4b278d6d0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024473 Jan 21 23:20:45.286603 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.404662 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.429679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe45210-37a8-40c6-a04e-d27bcb9dbe0b']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:20:45.442656 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca447af9-7bcd-41e0-8585-299316581a23') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:20:45.443513 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca447af9-7bcd-41e0-8585-299316581a23') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:20:45.453422 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (ca447af9-7bcd-41e0-8585-299316581a23), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.469734 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (ca447af9-7bcd-41e0-8585-299316581a23), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.476613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (ca447af9-7bcd-41e0-8585-299316581a23), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:20:45.481452 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:20:45.661368 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (4fe45210-37a8-40c6-a04e-d27bcb9dbe0b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.684522 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:45.689077 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] 10.222.0.138 "DELETE /v2.0/networks/4fe45210-37a8-40c6-a04e-d27bcb9dbe0b HTTP/1.1" status: 204 len: 168 time: 0.5104849 Jan 21 23:20:45.690864 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff10d-62cc-4e3d-937f-43b5e89b10d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fe45210-37a8-40c6-a04e-d27bcb9dbe0b,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:46.187629 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57308) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:46.235109 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9c9af217-f440-4c04-9e78-08837de76abb admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d9be300f7b8e4217b87ba4c76fc3dd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461416 Jan 21 23:20:46.238273 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57310) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:46.239817 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21958ce1-c687-4aa7-911d-eb790aeef2e5 req-c8414e3d-1ac9-4d9a-92ca-195c162712fb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:46.263256 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-21958ce1-c687-4aa7-911d-eb790aeef2e5 req-c8414e3d-1ac9-4d9a-92ca-195c162712fb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0866065 Jan 21 23:20:46.318568 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] Publish callbacks [] for security_group (367df15d-d693-42f2-82bd-87a10b204270), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.344981 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] Publish callbacks [] for security_group (367df15d-d693-42f2-82bd-87a10b204270), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.359541 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-21958ce1-c687-4aa7-911d-eb790aeef2e5 req-14f2dfd0-d072-46c0-8ff3-06e424c72aa3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876217 Jan 21 23:20:46.415661 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57318) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:46.436075 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-aa3d0400-c603-4adb-9ee6-02a49c71053c req-48e63b27-f334-436d-9c47-22129f9c598f tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0590432 Jan 21 23:20:46.470766 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (367df15d-d693-42f2-82bd-87a10b204270), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.474866 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.476168 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/367df15d-d693-42f2-82bd-87a10b204270 HTTP/1.1" status: 204 len: 168 time: 0.2352450 Jan 21 23:20:46.490178 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d120e4-b111-433a-a44c-567763d35dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367df15d-d693-42f2-82bd-87a10b204270,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:46.576536 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1829e3bc-114e-4315-941e-c377887884a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.615467 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3a433-a1f7-4772-ac6f-1ba5a23ed562 req-413a010b-f121-4038-9d4c-ad07b626aa4e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:46.617091 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6ea3a433-a1f7-4772-ac6f-1ba5a23ed562 req-413a010b-f121-4038-9d4c-ad07b626aa4e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1291423 Jan 21 23:20:46.679490 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1829e3bc-114e-4315-941e-c377887884a9 admin admin] Publish callbacks [] for security_group (5dc909ed-6305-458f-9308-0d27b33cdf0c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.685188 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6ea3a433-a1f7-4772-ac6f-1ba5a23ed562 req-30c1dbd4-db29-4175-b72d-5b8d5635ebe3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617158 Jan 21 23:20:46.738769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1829e3bc-114e-4315-941e-c377887884a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5dc909ed-6305-458f-9308-0d27b33cdf0c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.783879 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-1829e3bc-114e-4315-941e-c377887884a9 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=aa530c36715d4e44a6d45f0f7590e08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667443 Jan 21 23:20:46.785473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829e3bc-114e-4315-941e-c377887884a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc909ed-6305-458f-9308-0d27b33cdf0c,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:46.787260 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57324) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:46.857488 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] Publish callbacks [] for security_group (5dc909ed-6305-458f-9308-0d27b33cdf0c), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:46.907561 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] Publish callbacks [] for security_group (5dc909ed-6305-458f-9308-0d27b33cdf0c), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:47.055032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5dc909ed-6305-458f-9308-0d27b33cdf0c), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:47.057722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:47.059387 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/5dc909ed-6305-458f-9308-0d27b33cdf0c HTTP/1.1" status: 204 len: 168 time: 0.2708793 Jan 21 23:20:47.075703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd884f16-4d1a-48fc-b593-c125b1141994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc909ed-6305-458f-9308-0d27b33cdf0c,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:47.509171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de124d-092c-476e-be9d-2b1e5fa3ba29 req-01773c3d-e18e-497c-8af6-07086a240512 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:47.517161 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3de124d-092c-476e-be9d-2b1e5fa3ba29 req-01773c3d-e18e-497c-8af6-07086a240512 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0756311 Jan 21 23:20:47.586151 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9bcdfde7-3f9e-4bd6-9180-fb9527d087f0 req-0b25502f-f01c-4501-90c4-3277d8ab2305 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0423684 Jan 21 23:20:47.634241 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3de124d-092c-476e-be9d-2b1e5fa3ba29 req-abe4531e-6385-44a4-924b-923dc62a2c10 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157591 Jan 21 23:20:47.812874 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57360) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:47.839987 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea1565-2b8f-4c97-9c2b-3029789db909 req-34d4686a-89a8-4598-97f8-15b71e230255 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:47.841981 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f0ea1565-2b8f-4c97-9c2b-3029789db909 req-34d4686a-89a8-4598-97f8-15b71e230255 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0709283 Jan 21 23:20:47.843393 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-85d01246-02b3-4f20-91cb-504d2b53d963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:47.917708 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f0ea1565-2b8f-4c97-9c2b-3029789db909 req-8c2ced26-4956-4cc8-b790-a381c00340e3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660119 Jan 21 23:20:47.968093 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-85d01246-02b3-4f20-91cb-504d2b53d963 admin admin] Publish callbacks [] for security_group (0f84027e-6aec-45a7-a7e8-ef49002d0886), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.110297 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-85d01246-02b3-4f20-91cb-504d2b53d963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0f84027e-6aec-45a7-a7e8-ef49002d0886), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.151542 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-85d01246-02b3-4f20-91cb-504d2b53d963 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6dbc6f3c226745baa679d68cb81d1c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376024 Jan 21 23:20:48.153640 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01246-02b3-4f20-91cb-504d2b53d963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f84027e-6aec-45a7-a7e8-ef49002d0886,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:48.154693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57374) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:48.205996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] Publish callbacks [] for security_group (0f84027e-6aec-45a7-a7e8-ef49002d0886), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.226949 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] Publish callbacks [] for security_group (0f84027e-6aec-45a7-a7e8-ef49002d0886), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.380184 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0f84027e-6aec-45a7-a7e8-ef49002d0886), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.383386 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:48.384645 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/0f84027e-6aec-45a7-a7e8-ef49002d0886 HTTP/1.1" status: 204 len: 168 time: 0.2288661 Jan 21 23:20:48.398248 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83637975-b4a3-4b2b-a561-22bae326bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f84027e-6aec-45a7-a7e8-ef49002d0886,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:48.643237 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57390) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:48.791600 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0195aa99-91eb-4567-b58c-b3fbfccfa3d8 req-e7ad4c7c-6b2f-4597-8774-2f208579dd0f tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0821593 Jan 21 23:20:48.891170 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb360a2-e248-4bf1-8d1b-44b0908ab103 req-42a39799-6564-46c9-8500-93417fb32d87 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:48.899800 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0eb360a2-e248-4bf1-8d1b-44b0908ab103 req-42a39799-6564-46c9-8500-93417fb32d87 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1048985 Jan 21 23:20:48.989925 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0eb360a2-e248-4bf1-8d1b-44b0908ab103 req-b78e1b39-f38b-4a81-9e4e-225c907224ae tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878749 Jan 21 23:20:49.090214 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-309b2a6b-4d98-4bef-8300-136c22c1d6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.150591 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2288d-4a47-4b33-a3cd-0d62748efdc7 req-16a8c276-a1cc-4fde-bb97-f798c3215b0d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:49.152185 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ced2288d-4a47-4b33-a3cd-0d62748efdc7 req-16a8c276-a1cc-4fde-bb97-f798c3215b0d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0846903 Jan 21 23:20:49.223594 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-309b2a6b-4d98-4bef-8300-136c22c1d6f6 admin admin] Publish callbacks [] for security_group (d42a6b68-1ee7-448e-858a-a8a29a3d9569), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.245401 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ced2288d-4a47-4b33-a3cd-0d62748efdc7 req-83068c9f-2273-47cc-be8f-31e71998bda2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792370 Jan 21 23:20:49.339732 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-309b2a6b-4d98-4bef-8300-136c22c1d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d42a6b68-1ee7-448e-858a-a8a29a3d9569), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.397708 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-309b2a6b-4d98-4bef-8300-136c22c1d6f6 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=838a4f74c58a48398c9c2199e5f09c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7519763 Jan 21 23:20:49.399401 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2a6b-4d98-4bef-8300-136c22c1d6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a6b68-1ee7-448e-858a-a8a29a3d9569,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:49.401613 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57416) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:49.487545 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] Publish callbacks [] for security_group (d42a6b68-1ee7-448e-858a-a8a29a3d9569), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.527624 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] Publish callbacks [] for security_group (d42a6b68-1ee7-448e-858a-a8a29a3d9569), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.671212 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d42a6b68-1ee7-448e-858a-a8a29a3d9569), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.674126 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:49.676669 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d42a6b68-1ee7-448e-858a-a8a29a3d9569 HTTP/1.1" status: 204 len: 168 time: 0.2708702 Jan 21 23:20:49.678959 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-ad969f7c-729a-4fed-8a69-8a7f59ab945b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=6431321d6aa14a1291eb5c0534c360f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427768 Jan 21 23:20:49.686506 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce4252-42e7-411e-992d-2cb6adbf4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a6b68-1ee7-448e-858a-a8a29a3d9569,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:49.953285 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8ab20e7d-927f-42db-95c5-f1db7181af47 req-43b3f6aa-bea9-46d4-8d97-62f78263bfd9 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0606155 Jan 21 23:20:50.032422 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-125277d4-b929-420f-a289-c6ec6547a130 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:50.036498 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-125277d4-b929-420f-a289-c6ec6547a130 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3424220 Jan 21 23:20:50.167236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Request body: {'port': {'device_id': 'ac02edda-0856-4527-8222-1190d2250d6a', 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1', 'admin_state_up': True, 'tenant_id': '6431321d6aa14a1291eb5c0534c360f6'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:20:50.238705 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babaf8e-05a6-42c2-86b1-14138c06969e req-8a0c4e6e-465d-4b73-b3f4-2f60d798b9aa tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:50.243224 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0babaf8e-05a6-42c2-86b1-14138c06969e req-8a0c4e6e-465d-4b73-b3f4-2f60d798b9aa tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1354089 Jan 21 23:20:50.459389 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e5b91-5509-421f-b956-4817ebbfe21e req-ec57968e-49de-4fd1-b52e-270e791675bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:50.461030 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ff6e5b91-5509-421f-b956-4817ebbfe21e req-ec57968e-49de-4fd1-b52e-270e791675bb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.2676029 Jan 21 23:20:50.480353 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0babaf8e-05a6-42c2-86b1-14138c06969e req-13b7d64f-d30e-4e64-850e-41d58bdd6364 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296038 Jan 21 23:20:50.574707 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ff6e5b91-5509-421f-b956-4817ebbfe21e req-16476ec8-90db-4fd3-b11f-1254c010ab14 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956099 Jan 21 23:20:50.587188 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59249-1331-485d-8136-523d8982c07d req-4903ea04-a75f-4216-93f2-6d7e34461171 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:50.588832 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08d59249-1331-485d-8136-523d8982c07d req-4903ea04-a75f-4216-93f2-6d7e34461171 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1267550 Jan 21 23:20:50.603052 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Made reservation on behalf of 6431321d6aa14a1291eb5c0534c360f6 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:20:50.608341 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:50.627004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:50.724110 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-08d59249-1331-485d-8136-523d8982c07d req-3bd88c44-147a-417f-809a-f6af30603b6b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256468 Jan 21 23:20:50.783551 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks [] for security_group (8162c6e0-e236-4b67-91d9-5b3da42d4392), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:50.847555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8162c6e0-e236-4b67-91d9-5b3da42d4392), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:50.955185 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8162c6e0-e236-4b67-91d9-5b3da42d4392,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:51.111110 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Allocated IP 192.168.233.63 (a5b882bf-e3da-4345-a1cc-270a42ec55b1/b8100052-7ff2-400f-8293-56f6e356c989/0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:20:51.185742 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-85549700-b688-4703-b084-5874989f35df req-c44b546e-ebb1-411f-87fe-4826bb5edba3 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0600004 Jan 21 23:20:51.367921 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks [] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:51.511483 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:51.571428 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Network a5b882bf-e3da-4345-a1cc-270a42ec55b1 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:20:51.585720 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:20:51.604006 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:20:51.611375 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Pushing event updated for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:51.711986 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:51.712902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:51.722861 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c6ba2-afcf-4829-87dc-70fe0c97d706 req-4edc3f69-b7b9-4f27-8da0-98b9ee71ca0a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:51.726308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-760c6ba2-afcf-4829-87dc-70fe0c97d706 req-4edc3f69-b7b9-4f27-8da0-98b9ee71ca0a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1407082 Jan 21 23:20:51.812568 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-a51076f9-b133-4e09-8f7b-a6c95706b575 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6497319 Jan 21 23:20:51.836741 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Request body: {'port': {'device_id': 'ac02edda-0856-4527-8222-1190d2250d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:20:51.874978 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-760c6ba2-afcf-4829-87dc-70fe0c97d706 req-b6ec9d9b-a981-4dde-a10e-8671544640b3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306164 Jan 21 23:20:51.972406 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448d239-da4b-4b47-85d3-67580bf924a9 req-f5959aca-c039-472e-a8aa-28bd725660d8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:51.980468 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2448d239-da4b-4b47-85d3-67580bf924a9 req-f5959aca-c039-472e-a8aa-28bd725660d8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0744696 Jan 21 23:20:51.987184 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:52.047898 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2448d239-da4b-4b47-85d3-67580bf924a9 req-fd605c5f-8ea7-4bca-95b2-d506544e5160 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654778 Jan 21 23:20:52.118807 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:20:52.153032 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-89c2f969-749a-4dfe-b6e1-098842632548 None None] Provisioning complete for port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:20:52.154070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-89c2f969-749a-4dfe-b6e1-098842632548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:52.312699 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-89c2f969-749a-4dfe-b6e1-098842632548 None None] Port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:20:52.573301 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122310-78cb-4b07-a6ad-7c15f439b1d4 req-7cba2df5-f1d6-4007-8f8e-aac0554a3a87 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:52.578203 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3122310-78cb-4b07-a6ad-7c15f439b1d4 req-7cba2df5-f1d6-4007-8f8e-aac0554a3a87 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 935 time: 0.2173545 Jan 21 23:20:52.680501 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3122310-78cb-4b07-a6ad-7c15f439b1d4 req-efa97d4c-9f35-4d14-bab7-18a4300101f4 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862858 Jan 21 23:20:52.698052 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:20:52.712025 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks [] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:52.733562 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Transition to ACTIVE for port object 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:20:52.802275 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:52.886497 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Pushing event updated for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:53.115065 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57554) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:53.132125 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Attempting to bind port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:20:53.132769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Attempting to bind port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:20:53.142082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Attempting to bind port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 on network a5b882bf-e3da-4345-a1cc-270a42ec55b1 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:20:53.147427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 on network a5b882bf-e3da-4345-a1cc-270a42ec55b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:20:53.151354 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Attempting to bind port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 on network a5b882bf-e3da-4345-a1cc-270a42ec55b1 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:20:53.159003 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25241cba-072e-450c-82e4-f2cf31651ba9 req-446886b2-da11-4c37-afe1-ac4b39061293 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.160751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:20:53.162626 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25241cba-072e-450c-82e4-f2cf31651ba9 req-446886b2-da11-4c37-afe1-ac4b39061293 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1480515 Jan 21 23:20:53.163210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Checking segment: {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:20:53.168925 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Bound using segment: {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:20:53.168925 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Bound port: 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbf8cba-6f17-401e-9964-c9c859f34578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:20:53.168925 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:53.317794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:20:53.324685 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:20:53.366927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fae4c7-e563-49f8-b008-3fe0da8ac716 req-81da2c33-b270-4d40-8392-1a41f8ba845f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.374942 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-88fae4c7-e563-49f8-b008-3fe0da8ac716 req-81da2c33-b270-4d40-8392-1a41f8ba845f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1332994 Jan 21 23:20:53.388143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-25241cba-072e-450c-82e4-f2cf31651ba9 req-a06cb922-a045-496c-bacd-9a9e5b66a10e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189546 Jan 21 23:20:53.422871 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02bc838e-1f72-4c4c-ab3d-10c9c70df480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:53.428246 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:53.473387 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.474279 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:53.476589 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] 10.222.0.124 "PUT /v2.0/ports/0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 HTTP/1.1" status: 200 len: 1097 time: 1.6480329 Jan 21 23:20:53.479597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:20:53.482477 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39943f1c-a618-46ba-aa68-42c60e9cbb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:20:53.483472 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-88fae4c7-e563-49f8-b008-3fe0da8ac716 req-b0746ada-aea4-48e6-b670-1205473f6aa0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072247 Jan 21 23:20:53.546736 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ea80e-917e-4518-b9b7-02e890b0603b service neutron] Pushing event updated for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:53.576306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fde30e-9f69-49f7-8e0a-59dd67353445 x-openstack-request-id: req-91fde30e-9f69-49f7-8e0a-59dd67353445 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:20:53.576306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:20:53.577307 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-91fde30e-9f69-49f7-8e0a-59dd67353445 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:20:53.577307 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9', 'status': 'completed', 'code': 200} Jan 21 23:20:53.610704 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02bc838e-1f72-4c4c-ab3d-10c9c70df480 admin admin] Publish callbacks [] for security_group (0b649a55-6d77-46ea-b1c3-bc203163626d), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:53.704532 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39943f1c-a618-46ba-aa68-42c60e9cbb6c req-23ab23cf-8e5d-4365-b4a6-6e89c0e3040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.704532 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-39943f1c-a618-46ba-aa68-42c60e9cbb6c req-23ab23cf-8e5d-4365-b4a6-6e89c0e3040a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6431321d6aa14a1291eb5c0534c360f6&device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 1100 time: 0.0670791 Jan 21 23:20:53.738667 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-39943f1c-a618-46ba-aa68-42c60e9cbb6c req-5a086d53-f1b8-412d-a337-bb72354805af service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6431321d6aa14a1291eb5c0534c360f6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216782 Jan 21 23:20:53.880114 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39943f1c-a618-46ba-aa68-42c60e9cbb6c req-0068779d-ecb7-4f59-865e-e51fd9ea9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.881648 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-39943f1c-a618-46ba-aa68-42c60e9cbb6c req-0068779d-ecb7-4f59-865e-e51fd9ea9b1c service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353393 Jan 21 23:20:53.889351 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93fbe1-0b45-441f-ad21-e4efbd5720d5 req-2f2a828d-e399-4e3e-a716-45ba3088d7ad tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:53.890876 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6c93fbe1-0b45-441f-ad21-e4efbd5720d5 req-2f2a828d-e399-4e3e-a716-45ba3088d7ad tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 947 time: 0.0553405 Jan 21 23:20:54.093191 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6c93fbe1-0b45-441f-ad21-e4efbd5720d5 req-008aad05-a2b1-450a-a41d-6fa58ba4e0b7 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Jan 21 23:20:54.202120 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02bc838e-1f72-4c4c-ab3d-10c9c70df480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0b649a55-6d77-46ea-b1c3-bc203163626d), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:54.247868 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-02bc838e-1f72-4c4c-ab3d-10c9c70df480 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=407a4cfb8d4742ed8fe419ffd292fe76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1287858 Jan 21 23:20:54.247868 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc838e-1f72-4c4c-ab3d-10c9c70df480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b649a55-6d77-46ea-b1c3-bc203163626d,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:54.249600 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57590) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:54.362206 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] Publish callbacks [] for security_group (0b649a55-6d77-46ea-b1c3-bc203163626d), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:54.434716 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] Publish callbacks [] for security_group (0b649a55-6d77-46ea-b1c3-bc203163626d), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:54.491177 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-bbc90cfc-6e0a-413d-a445-e683ba4eb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.493368 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-bbc90cfc-6e0a-413d-a445-e683ba4eb5e3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6431321d6aa14a1291eb5c0534c360f6&device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 1100 time: 0.1038923 Jan 21 23:20:54.559996 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-4b0ee0ec-2fea-4fbf-b7c5-13efdb3f7b60 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 HTTP/1.1" status: 200 len: 217 time: 0.0446444 Jan 21 23:20:54.634066 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0b649a55-6d77-46ea-b1c3-bc203163626d), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:54.636650 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:54.637820 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/0b649a55-6d77-46ea-b1c3-bc203163626d HTTP/1.1" status: 204 len: 168 time: 0.3875799 Jan 21 23:20:54.682893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54bea8-e173-4a2c-80dc-8a7247b88751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b649a55-6d77-46ea-b1c3-bc203163626d,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:54.685228 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-740bee72-9467-42c4-80df-d35b4cb0d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.687185 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-740bee72-9467-42c4-80df-d35b4cb0d875 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.1247790 Jan 21 23:20:54.733672 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-4d4052c7-9459-4139-9d82-7ca06d631dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.735231 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-4d4052c7-9459-4139-9d82-7ca06d631dec service neutron] 10.222.0.124 "GET /v2.0/subnets?id=b8100052-7ff2-400f-8293-56f6e356c989 HTTP/1.1" status: 200 len: 843 time: 0.1601133 Jan 21 23:20:54.763997 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede58ea-868d-4f63-ae8d-6e358de5d0dd req-5707c540-c21b-47c2-b8ab-b59f6ae6dbb8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.765792 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ede58ea-868d-4f63-ae8d-6e358de5d0dd req-5707c540-c21b-47c2-b8ab-b59f6ae6dbb8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1376746 Jan 21 23:20:54.777818 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18a867-1814-4699-9b5b-b11f5b81605e req-7f65b6e0-8174-4b4f-ad42-bd01b895c9c4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.787469 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1e18a867-1814-4699-9b5b-b11f5b81605e req-7f65b6e0-8174-4b4f-ad42-bd01b895c9c4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.3126678 Jan 21 23:20:54.832179 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-08c58886-a17e-4be9-a155-26713cd2946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.833802 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-08c58886-a17e-4be9-a155-26713cd2946b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a5b882bf-e3da-4345-a1cc-270a42ec55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0911720 Jan 21 23:20:54.937335 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1e18a867-1814-4699-9b5b-b11f5b81605e req-9f2750a6-9312-4af4-973f-c5d2fdc69a56 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463928 Jan 21 23:20:54.979134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-8ca9bcfb-3545-42d7-8879-73195d8bd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:54.981482 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-8ca9bcfb-3545-42d7-8879-73195d8bd3d9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.2843258 Jan 21 23:20:55.014397 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-f1624652-ed4d-4acd-a166-16c5ad4f8b57 service neutron] 10.222.0.124 "GET /v2.0/networks/a5b882bf-e3da-4345-a1cc-270a42ec55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710708 Jan 21 23:20:55.014639 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ede58ea-868d-4f63-ae8d-6e358de5d0dd req-73fe80ca-35d4-4484-b946-26db5f3ff44f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175653 Jan 21 23:20:55.086265 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-1b849274-a0b2-41eb-9181-1ee320756bd6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.0703502 Jan 21 23:20:55.167246 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-998c3f23-298d-4ef7-a5b1-0e75eeeda985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:55.170386 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-998c3f23-298d-4ef7-a5b1-0e75eeeda985 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0748675 Jan 21 23:20:55.233887 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-d17e4ff9-6809-4c1d-94c8-3f6a19a6e2ae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442488 Jan 21 23:20:55.402161 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-acb990ff-bb9c-4db0-9404-fa1ce5d6b4a9 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547687 Jan 21 23:20:55.415301 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42ffba-f78f-4d62-be1f-044c19fb6ebc req-2e4de989-7896-42ea-8f7f-e627d189417a tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:55.423825 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9d42ffba-f78f-4d62-be1f-044c19fb6ebc req-2e4de989-7896-42ea-8f7f-e627d189417a tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 947 time: 0.1834657 Jan 21 23:20:55.536719 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-8c514ff8-7df5-468f-8809-cf7d2e62f3a4 req-de4fa431-0b58-4789-ae23-ffb2fea51b02 service neutron] 10.222.0.124 "GET /v2.0/networks/a5b882bf-e3da-4345-a1cc-270a42ec55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114911 Jan 21 23:20:55.573191 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9d42ffba-f78f-4d62-be1f-044c19fb6ebc req-747f655f-1072-4839-92a0-ee6882b309ac tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480360 Jan 21 23:20:55.607332 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5ea954b-24f4-4b62-8a33-1be6a97d7805 req-b876b43d-5f48-48b8-bee1-3d70e0f7dc04 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801405 Jan 21 23:20:56.171463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed718fb-885e-4572-9b21-5b101828145a req-e0fb6792-b006-4b13-86c8-11a583f1a9df tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:56.180453 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ed718fb-885e-4572-9b21-5b101828145a req-e0fb6792-b006-4b13-86c8-11a583f1a9df tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1327817 Jan 21 23:20:56.271400 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cbaee-afcf-415f-b79f-388c6bc39125 req-baac31f3-2143-407d-b857-4bc5344afb17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:56.273065 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b85cbaee-afcf-415f-b79f-388c6bc39125 req-baac31f3-2143-407d-b857-4bc5344afb17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0903618 Jan 21 23:20:56.276414 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ed718fb-885e-4572-9b21-5b101828145a req-2d6d3e12-01ba-4ad1-adbd-8331cf3acdb1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951240 Jan 21 23:20:56.370707 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b85cbaee-afcf-415f-b79f-388c6bc39125 req-3d2a0bfa-093e-4cbe-a683-a34dcf3031c0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876191 Jan 21 23:20:56.709705 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1854e08-8eae-4bba-97df-d11ec842c479 req-412a68eb-1fa7-42de-b8c4-eb6d9004bae5 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:56.712040 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f1854e08-8eae-4bba-97df-d11ec842c479 req-412a68eb-1fa7-42de-b8c4-eb6d9004bae5 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 947 time: 0.0589366 Jan 21 23:20:56.771740 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f1854e08-8eae-4bba-97df-d11ec842c479 req-ef3ff52d-0078-44ac-960b-c702a8ac4b10 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536127 Jan 21 23:20:57.389852 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57710) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:57.535148 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0840dc-0c34-4ea3-9ded-ca0e4c130226 req-1b8aed87-bf0b-498c-934f-8d90c82dc59a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:57.545460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b0840dc-0c34-4ea3-9ded-ca0e4c130226 req-1b8aed87-bf0b-498c-934f-8d90c82dc59a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1150761 Jan 21 23:20:57.625976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57722) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:57.671370 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b0840dc-0c34-4ea3-9ded-ca0e4c130226 req-ff913fea-9448-44e6-ae67-818e93f3b19a tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221538 Jan 21 23:20:57.694920 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47e38488-f2dd-4706-b420-7506d618b7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.735991 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7aa86dc4-197d-4a10-b3ac-47473034bd27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.852489 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7aa86dc4-197d-4a10-b3ac-47473034bd27 admin admin] Publish callbacks [] for security_group (85533072-36f6-4f38-8fb8-da8e8aff29c6), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.856299 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21699f8-14a6-4e04-a98f-22bda2921d00 req-32c7f5be-a1d8-47ce-95f8-7c80a0353ab7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:57.858086 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a21699f8-14a6-4e04-a98f-22bda2921d00 req-32c7f5be-a1d8-47ce-95f8-7c80a0353ab7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0966833 Jan 21 23:20:57.863347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47e38488-f2dd-4706-b420-7506d618b7de admin admin] Publish callbacks [] for security_group (0acc44ca-214a-4b43-bd98-41d630571db3), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.927306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7aa86dc4-197d-4a10-b3ac-47473034bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (85533072-36f6-4f38-8fb8-da8e8aff29c6), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.951848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47e38488-f2dd-4706-b420-7506d618b7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0acc44ca-214a-4b43-bd98-41d630571db3), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:57.970843 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7aa86dc4-197d-4a10-b3ac-47473034bd27 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=101b21d7eb4b49619716c209148554d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440490 Jan 21 23:20:57.972416 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86dc4-197d-4a10-b3ac-47473034bd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85533072-36f6-4f38-8fb8-da8e8aff29c6,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:57.975008 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57730) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:57.997056 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-47e38488-f2dd-4706-b420-7506d618b7de admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=52cc4d5a0f504d3d823d706e23528744&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6051643 Jan 21 23:20:58.001356 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57732) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:58.031324 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b782d87-63d6-4421-a033-69f1bbdee4b8 req-54b27fb5-0b7b-4e27-93d5-42379b349fd4 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:58.039868 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2b782d87-63d6-4421-a033-69f1bbdee4b8 req-54b27fb5-0b7b-4e27-93d5-42379b349fd4 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 947 time: 0.1542535 Jan 21 23:20:58.054376 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] Publish callbacks [] for security_group (85533072-36f6-4f38-8fb8-da8e8aff29c6), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.058476 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a21699f8-14a6-4e04-a98f-22bda2921d00 req-957ecb8a-f146-49d6-bf75-8592a3b0ddee tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906724 Jan 21 23:20:58.088286 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e38488-f2dd-4706-b420-7506d618b7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc44ca-214a-4b43-bd98-41d630571db3,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:58.116544 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] Publish callbacks [] for security_group (85533072-36f6-4f38-8fb8-da8e8aff29c6), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.130698 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] Publish callbacks [] for security_group (0acc44ca-214a-4b43-bd98-41d630571db3), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.137271 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2b782d87-63d6-4421-a033-69f1bbdee4b8 req-574971b1-a47e-4ccf-9c07-90c10060ae1d tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960116 Jan 21 23:20:58.187170 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] Publish callbacks [] for security_group (0acc44ca-214a-4b43-bd98-41d630571db3), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.293396 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (85533072-36f6-4f38-8fb8-da8e8aff29c6), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.296575 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.297809 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/85533072-36f6-4f38-8fb8-da8e8aff29c6 HTTP/1.1" status: 204 len: 168 time: 0.3220983 Jan 21 23:20:58.313747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd9bf6-a6e9-436b-bc5f-953e0db190ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85533072-36f6-4f38-8fb8-da8e8aff29c6,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:58.325714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (0acc44ca-214a-4b43-bd98-41d630571db3), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.329639 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:58.333095 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/0acc44ca-214a-4b43-bd98-41d630571db3 HTTP/1.1" status: 204 len: 168 time: 0.3301663 Jan 21 23:20:58.344163 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d7d9f-b8a3-4bb8-82d8-9add431cb39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc44ca-214a-4b43-bd98-41d630571db3,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:59.010264 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1b421-82ab-4553-9b75-bbbca82bdbb0 req-6fa5990b-86f6-428d-a020-0904a9e5111b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:59.011949 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2b1b421-82ab-4553-9b75-bbbca82bdbb0 req-6fa5990b-86f6-428d-a020-0904a9e5111b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.2708130 Jan 21 23:20:59.062791 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2b1b421-82ab-4553-9b75-bbbca82bdbb0 req-075ab9dc-e412-423d-b6e5-a7460927a47b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Jan 21 23:20:59.202958 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f7dc3-d944-4227-aab3-cefa23a7a3ad req-5bd281bd-10a3-4179-8da5-50dde02f25e1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:59.205613 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d25f7dc3-d944-4227-aab3-cefa23a7a3ad req-5bd281bd-10a3-4179-8da5-50dde02f25e1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0675254 Jan 21 23:20:59.296918 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27af15-5336-4904-a0a0-cae83a3f6311 req-5eb011e0-cf28-48be-9e3f-2d0f49a6a9e7 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:20:59.298460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b27af15-5336-4904-a0a0-cae83a3f6311 req-5eb011e0-cf28-48be-9e3f-2d0f49a6a9e7 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 947 time: 0.0802572 Jan 21 23:20:59.310037 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d25f7dc3-d944-4227-aab3-cefa23a7a3ad req-8b249fe0-1dc7-4130-9ef7-0788841c0dbc tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980830 Jan 21 23:20:59.340152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57764) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:59.381407 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7420f925-ba7e-415b-b2d1-83e2e7bd8385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.389348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b27af15-5336-4904-a0a0-cae83a3f6311 req-7ffd0d30-be01-42d5-afa8-978225f6e598 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782516 Jan 21 23:20:59.512050 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7420f925-ba7e-415b-b2d1-83e2e7bd8385 admin admin] Publish callbacks [] for security_group (da7ecf05-9e50-4630-b276-b2cfe2e77428), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.527620 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:20:59.580114 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7420f925-ba7e-415b-b2d1-83e2e7bd8385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (da7ecf05-9e50-4630-b276-b2cfe2e77428), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.666859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420f925-ba7e-415b-b2d1-83e2e7bd8385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7ecf05-9e50-4630-b276-b2cfe2e77428,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:20:59.687088 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7420f925-ba7e-415b-b2d1-83e2e7bd8385 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=4615d7376a444224b232a6662e42a1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423777 Jan 21 23:20:59.688121 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:59.688750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57774) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:20:59.705141 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9', 'network_id': 'a5b882bf-e3da-4345-a1cc-270a42ec55b1', 'port_id': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9', 'mac_address': 'fa:16:3e:10:15:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8100052-7ff2-400f-8293-56f6e356c989', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:20:59.764820 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:20:59.765335 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.773802 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] Publish callbacks [] for security_group (da7ecf05-9e50-4630-b276-b2cfe2e77428), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.797204 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:20:59.829636 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:20:59.833361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] Publish callbacks [] for security_group (da7ecf05-9e50-4630-b276-b2cfe2e77428), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.891885 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.942895 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (da7ecf05-9e50-4630-b276-b2cfe2e77428), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.945835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:20:59.947017 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/da7ecf05-9e50-4630-b276-b2cfe2e77428 HTTP/1.1" status: 204 len: 168 time: 0.2572720 Jan 21 23:20:59.961277 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8b7d3-0936-477a-8fab-5b21d2eda164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7ecf05-9e50-4630-b276-b2cfe2e77428,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:00.009977 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:00.228901 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1151db-63ee-4416-a50e-ed08b017e39f req-e1a5bc87-84e9-41bd-a7a5-9198f99952eb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:00.232411 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d1151db-63ee-4416-a50e-ed08b017e39f req-e1a5bc87-84e9-41bd-a7a5-9198f99952eb tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0796409 Jan 21 23:21:00.286890 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d1151db-63ee-4416-a50e-ed08b017e39f req-c0c7c272-7aa9-4fde-b044-9002718d5511 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472469 Jan 21 23:21:00.409884 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:00.453228 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50461c-4d2d-4b21-8688-9ab8a5386691 req-7736da74-c33e-4e26-9b17-299cf4b7953b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:00.459050 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c50461c-4d2d-4b21-8688-9ab8a5386691 req-7736da74-c33e-4e26-9b17-299cf4b7953b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0680604 Jan 21 23:21:00.562485 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c50461c-4d2d-4b21-8688-9ab8a5386691 req-dd31f92d-ecd3-4ba2-85c7-872cd80ea5b2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989978 Jan 21 23:21:00.590181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715968a-ece7-488d-aff8-c08f93453c99 req-02254fc6-0ea2-45df-b7a7-c53fdc3f6b02 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:00.592050 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c715968a-ece7-488d-aff8-c08f93453c99 req-02254fc6-0ea2-45df-b7a7-c53fdc3f6b02 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 948 time: 0.1017957 Jan 21 23:21:00.660094 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c715968a-ece7-488d-aff8-c08f93453c99 req-3052f8ad-1ff2-4f5e-80fc-4cc8720da4c3 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616992 Jan 21 23:21:01.408599 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d40fe3-48ad-453e-8c4f-3d81932f57ea req-4883275f-51a4-4b3c-9839-aa4b02e1d4c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:01.410294 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62d40fe3-48ad-453e-8c4f-3d81932f57ea req-4883275f-51a4-4b3c-9839-aa4b02e1d4c9 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0513256 Jan 21 23:21:01.458862 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62d40fe3-48ad-453e-8c4f-3d81932f57ea req-628f5953-280b-4121-a276-ea227131eb3b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423455 Jan 21 23:21:01.733546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df35c3-80da-4acf-b7ec-454b6ac2c0b5 req-23d9d52a-1d5e-475b-8a69-6aef6d9a7a79 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:01.748066 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b5df35c3-80da-4acf-b7ec-454b6ac2c0b5 req-23d9d52a-1d5e-475b-8a69-6aef6d9a7a79 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1007860 Jan 21 23:21:01.797110 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b5df35c3-80da-4acf-b7ec-454b6ac2c0b5 req-fc690863-0416-497e-8f43-f56770aa09e1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Jan 21 23:21:01.912013 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-dac7f67a-4178-4463-8812-0019d1c6a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:01.913622 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-dac7f67a-4178-4463-8812-0019d1c6a0b4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1099 time: 0.0788937 Jan 21 23:21:01.925617 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74631e7-15e3-4d68-bf91-40b5504715cd req-bd7f5679-803b-4503-ad2f-6eb6302a2c00 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:01.928903 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c74631e7-15e3-4d68-bf91-40b5504715cd req-bd7f5679-803b-4503-ad2f-6eb6302a2c00 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 948 time: 0.0660486 Jan 21 23:21:02.055539 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c74631e7-15e3-4d68-bf91-40b5504715cd req-a4767a49-6e09-4c64-9132-6885b64442ce tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137173 Jan 21 23:21:02.073724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-c5b93bcf-e496-42ac-9a1a-302642793565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:02.074794 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-c5b93bcf-e496-42ac-9a1a-302642793565 service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.1438723 Jan 21 23:21:02.184865 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-2c09b32d-9087-4f7e-a79b-330ba78550be service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 1002 time: 0.1019919 Jan 21 23:21:02.242224 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-b6acf1de-929f-4c5b-8f15-81de44a188d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:02.243924 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-b6acf1de-929f-4c5b-8f15-81de44a188d0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0519347 Jan 21 23:21:02.300546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-12cfb74a-8228-4ffd-b595-d23b1e9a1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:02.302211 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-12cfb74a-8228-4ffd-b595-d23b1e9a1404 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511687 Jan 21 23:21:02.398580 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-7f058f34-900f-44ac-800c-d3b4282c4b28 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894260 Jan 21 23:21:02.414377 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:02.493969 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b2706edb-8352-46bd-86cb-a3eb4cf02c95 req-9049b848-82c2-40b3-ab61-e4f210192e43 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887270 Jan 21 23:21:02.527335 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:21:02.532106 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:02.532574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:02.620529 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:02.620730 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:02.645291 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:02.648634 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a2dd0-29fd-4497-8400-4b13c13935a5" -d '{"events": [{"server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "name": "network-vif-plugged", "status": "completed", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:02.664992 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:02.723802 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c76ea-6eed-431b-a48f-b2bb42566530 x-openstack-request-id: req-d36c76ea-6eed-431b-a48f-b2bb42566530 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:02.724391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "name": "network-vif-plugged", "status": "completed", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:02.725570 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-d36c76ea-6eed-431b-a48f-b2bb42566530 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:02.726132 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9', 'code': 200} Jan 21 23:21:02.733336 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:02.801222 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:02.929441 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3c26e-afca-4720-8d69-195bca729531 req-6295efab-24de-4e83-abca-81149d9e4403 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:02.931130 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5c3c26e-afca-4720-8d69-195bca729531 req-6295efab-24de-4e83-abca-81149d9e4403 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0533915 Jan 21 23:21:02.990973 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5c3c26e-afca-4720-8d69-195bca729531 req-2929382f-b188-4287-9dac-93cb816fbf7d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538599 Jan 21 23:21:03.098915 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad4945-9217-4fcf-bf6f-e894855904bb req-8509ff9f-8b0a-4a19-84fa-d98d4aa60450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:03.100464 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7ad4945-9217-4fcf-bf6f-e894855904bb req-8509ff9f-8b0a-4a19-84fa-d98d4aa60450 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 1102 time: 0.0402086 Jan 21 23:21:03.148885 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7ad4945-9217-4fcf-bf6f-e894855904bb req-a7d2c92e-dfeb-409d-8b26-451dc304367c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408742 Jan 21 23:21:03.197977 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f279c1b-948c-447e-858a-99d642c3fcaf req-a57e9766-e9f3-43ed-9814-9a7c15246644 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:03.199550 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f279c1b-948c-447e-858a-99d642c3fcaf req-a57e9766-e9f3-43ed-9814-9a7c15246644 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.0537546 Jan 21 23:21:03.250160 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f279c1b-948c-447e-858a-99d642c3fcaf req-e9508f5d-cd07-42f6-ba9b-2c4349741255 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Jan 21 23:21:04.010207 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f23dea-0f95-4b2c-8b9d-7956141fb8e7 req-f7f03b64-5464-4f2e-9499-b6f33c9e194c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.011738 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-51f23dea-0f95-4b2c-8b9d-7956141fb8e7 req-f7f03b64-5464-4f2e-9499-b6f33c9e194c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.0537837 Jan 21 23:21:04.066660 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-51f23dea-0f95-4b2c-8b9d-7956141fb8e7 req-8dcd208f-8468-4163-8e06-fbaafd7cfa5f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490789 Jan 21 23:21:04.121829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c37e6-e49b-4250-b266-d8205c5bb837 req-d1b8edb1-344e-48ab-b76e-f0613d760b69 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.123412 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0d2c37e6-e49b-4250-b266-d8205c5bb837 req-d1b8edb1-344e-48ab-b76e-f0613d760b69 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.0551374 Jan 21 23:21:04.148987 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57926) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:04.177759 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0d2c37e6-e49b-4250-b266-d8205c5bb837 req-9717e9a8-8559-492e-83af-786a0ea9f015 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449812 Jan 21 23:21:04.210512 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57932) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:04.367661 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27f67b38-111e-4856-b2d1-03c512eb3ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.369689 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ec0c783-5d25-4bec-9bf3-5f1a11a0520e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.428199 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0aa06d5d-8fa8-4fc7-8388-e7378ff5ed34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.472203 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ec0c783-5d25-4bec-9bf3-5f1a11a0520e admin admin] Publish callbacks [] for security_group (81f12698-0c1d-4463-a586-0d2d02abdfa7), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.504927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8680ca-a041-4fac-9783-5277bd4eb190 req-2fa56dd0-7999-4eba-b842-58d92a81f467 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.506717 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db8680ca-a041-4fac-9783-5277bd4eb190 req-2fa56dd0-7999-4eba-b842-58d92a81f467 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.1414185 Jan 21 23:21:04.515151 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-6ad0fef7-d610-4aed-a494-60d427ebff04 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121266 Jan 21 23:21:04.613298 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27f67b38-111e-4856-b2d1-03c512eb3ed8 admin admin] Publish callbacks [] for security_group (a1b1c636-9fa4-4564-991a-adf1e45a2a2e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.613804 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ec0c783-5d25-4bec-9bf3-5f1a11a0520e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (81f12698-0c1d-4463-a586-0d2d02abdfa7), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.617143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db8680ca-a041-4fac-9783-5277bd4eb190 req-a3ba8c35-f001-4d15-b76a-8d44fc030ad8 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 Jan 21 23:21:04.642139 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-498bed30-ad5f-409e-ba2d-be8557255150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.642139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-498bed30-ad5f-409e-ba2d-be8557255150 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d912b381d80b458abb7c0c4c51992242&device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 1098 time: 0.0738535 Jan 21 23:21:04.671914 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0c783-5d25-4bec-9bf3-5f1a11a0520e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f12698-0c1d-4463-a586-0d2d02abdfa7,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:04.676499 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5ec0c783-5d25-4bec-9bf3-5f1a11a0520e admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=3a834ada2cb94e299a1fc9dbf511b7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5261543 Jan 21 23:21:04.679429 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 57944) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:04.709558 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27f67b38-111e-4856-b2d1-03c512eb3ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a1b1c636-9fa4-4564-991a-adf1e45a2a2e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.743493 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] Publish callbacks [] for security_group (81f12698-0c1d-4463-a586-0d2d02abdfa7), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.765922 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67b38-111e-4856-b2d1-03c512eb3ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b1c636-9fa4-4564-991a-adf1e45a2a2e,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:04.767531 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] Publish callbacks [] for security_group (81f12698-0c1d-4463-a586-0d2d02abdfa7), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.781791 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-27f67b38-111e-4856-b2d1-03c512eb3ed8 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=5a0294ec26794133b0a0c946ae28d605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5667100 Jan 21 23:21:04.781791 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 57948) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:04.834154 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-a0b97459-b4e0-4473-9beb-e2e148acf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.834154 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-a0b97459-b4e0-4473-9beb-e2e148acf0b0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 200 len: 920 time: 0.1656020 Jan 21 23:21:04.882902 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-72842463-3451-48bc-bf2a-4734acd750ee service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 200 len: 217 time: 0.0433550 Jan 21 23:21:04.892943 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (81f12698-0c1d-4463-a586-0d2d02abdfa7), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.895742 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.897116 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/81f12698-0c1d-4463-a586-0d2d02abdfa7 HTTP/1.1" status: 204 len: 168 time: 0.2160411 Jan 21 23:21:04.906158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348110c-59c7-4eb6-bf22-7a6cae6a6ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f12698-0c1d-4463-a586-0d2d02abdfa7,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:04.931724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] Publish callbacks [] for security_group (a1b1c636-9fa4-4564-991a-adf1e45a2a2e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:04.969052 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-083340d3-42ea-4a01-b9c5-8289c37d9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:04.970762 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-083340d3-42ea-4a01-b9c5-8289c37d9b96 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 200 len: 859 time: 0.0783169 Jan 21 23:21:04.973293 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] Publish callbacks [] for security_group (a1b1c636-9fa4-4564-991a-adf1e45a2a2e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:05.013279 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-d1ca4605-db8f-4105-8fde-a34e85a9c17c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=00a59679-d254-4bb8-9647-93de41835b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323229 Jan 21 23:21:05.131856 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-acd90d49-bc63-43a2-8178-a3288053f2e1 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967643 Jan 21 23:21:05.153112 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a1b1c636-9fa4-4564-991a-adf1e45a2a2e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:05.155831 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:05.156992 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/a1b1c636-9fa4-4564-991a-adf1e45a2a2e HTTP/1.1" status: 204 len: 168 time: 0.3723986 Jan 21 23:21:05.209766 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db58cb6-8e10-4bbd-9e16-f48a5c8e831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b1c636-9fa4-4564-991a-adf1e45a2a2e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:05.289104 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647c426-9651-410a-90f3-5c98df2a9aea req-f819f09d-0ba5-4372-b37d-42a34a52d1f1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:05.290759 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3647c426-9651-410a-90f3-5c98df2a9aea req-f819f09d-0ba5-4372-b37d-42a34a52d1f1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.1406941 Jan 21 23:21:05.333604 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:05.360982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17c4c552-ca71-4088-aa6a-2e4d6e45ac04 req-d955e8eb-3918-4167-ab19-96f352fb2c32 service neutron] 10.222.0.124 "GET /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212725 Jan 21 23:21:05.391812 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef44d43-799b-4d88-88b1-f12dd0ec1a05 req-0874eecd-7f61-4878-b90d-6c33a589c3a0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:05.393505 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fef44d43-799b-4d88-88b1-f12dd0ec1a05 req-0874eecd-7f61-4878-b90d-6c33a589c3a0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 946 time: 0.1018090 Jan 21 23:21:05.400335 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3647c426-9651-410a-90f3-5c98df2a9aea req-026437ea-b1fa-402c-a040-dbff8e9d9759 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959396 Jan 21 23:21:05.492223 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fef44d43-799b-4d88-88b1-f12dd0ec1a05 req-5920dc19-9f9e-4871-bc1a-1573efd93323 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813515 Jan 21 23:21:05.825600 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce68880-51e8-4e9f-9384-03713635d80c req-21017bb8-03a0-4dae-8b87-29b1f1b1ca2c tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:05.827222 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7ce68880-51e8-4e9f-9384-03713635d80c req-21017bb8-03a0-4dae-8b87-29b1f1b1ca2c tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.0661638 Jan 21 23:21:05.879891 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7ce68880-51e8-4e9f-9384-03713635d80c req-5d7ce352-490a-4d9d-bcff-2042c30120fd tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Jan 21 23:21:06.400308 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-e449053f-56a6-4b78-a113-3a3aa9f5af46 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:06.401939 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-e449053f-56a6-4b78-a113-3a3aa9f5af46 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.0853977 Jan 21 23:21:06.424018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:06.425339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93fb5-44f2-4cec-b80c-9e4558167184 req-17ba759b-f6c0-4862-b476-3baf77271846 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:06.429209 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6f93fb5-44f2-4cec-b80c-9e4558167184 req-17ba759b-f6c0-4862-b476-3baf77271846 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.0783272 Jan 21 23:21:06.515890 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: ACTIVE; New status is: DOWN {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:06.516319 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:06.541246 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:06.543589 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fdb7a-a38f-48e9-9524-f71391387cfd" -d '{"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-unplugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:06.546432 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6f93fb5-44f2-4cec-b80c-9e4558167184 req-0485cd6b-f4a2-4344-9254-aeed3729b313 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032913 Jan 21 23:21:06.559859 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:06.583133 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4a1d1-f4dd-43fd-bc1f-a734ecb477fb req-9c3783b8-9c8f-48f8-b85f-d7cb4ce26a17 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:06.589874 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fd4a1d1-f4dd-43fd-bc1f-a734ecb477fb req-9c3783b8-9c8f-48f8-b85f-d7cb4ce26a17 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 945 time: 0.1090050 Jan 21 23:21:06.590459 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Deleting port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:06.590813 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:06.625037 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:06.674138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=8']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:06.726507 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fd4a1d1-f4dd-43fd-bc1f-a734ecb477fb req-75a5d04d-53db-43ec-9a40-a9bb9031159c tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326437 Jan 21 23:21:06.748459 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47f39f-4fec-44ad-8ec2-aaf2e22d08d3 req-97d30940-a655-4361-8cc5-15f0b48e013d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:06.752462 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3c47f39f-4fec-44ad-8ec2-aaf2e22d08d3 req-97d30940-a655-4361-8cc5-15f0b48e013d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1385710 Jan 21 23:21:06.771896 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f94dca3-d3de-4048-9731-db89accae298 x-openstack-request-id: req-5f94dca3-d3de-4048-9731-db89accae298 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:06.772599 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-unplugged", "status": "failed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "code": 422}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:06.772956 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-5f94dca3-d3de-4048-9731-db89accae298 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:06.773658 dv-cinder-825688-1-iscsi neutron-server[103080]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'code': 422} returned with failed status Jan 21 23:21:06.775274 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] For port a6d1a1f3-f60f-43d6-897c-c0ac52da2055, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:06.775274 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:06.793805 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Calling delete_port for a6d1a1f3-f60f-43d6-897c-c0ac52da2055 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:06.825271 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3c47f39f-4fec-44ad-8ec2-aaf2e22d08d3 req-57fdb90e-622a-4558-9b31-63baf2367bbb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694029 Jan 21 23:21:06.894031 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-aa25a992-e99c-4efd-b826-652743e6803a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:07.110132 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (a6d1a1f3-f60f-43d6-897c-c0ac52da2055), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:07.143877 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event deleted for resources: {'Port': ['ID=a6d1a1f3-f60f-43d6-897c-c0ac52da2055,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:07.154801 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5', '9829535c-0556-4f09-a60e-ea49f1478a89', '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:07.191224 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] No DVR routers for this DVR port a6d1a1f3-f60f-43d6-897c-c0ac52da2055 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:07.194390 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:07.197745 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-28bb01c5-8626-4ef5-8033-c3a38d9f8d99 req-d09173e5-d028-40ed-9fa5-b5ace4b466e7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "DELETE /v2.0/ports/a6d1a1f3-f60f-43d6-897c-c0ac52da2055 HTTP/1.1" status: 204 len: 173 time: 0.7906146 Jan 21 23:21:07.198216 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'name': 'network-vif-deleted', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:07.200841 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b14f1b7-b420-444a-b296-3b51571bd342" -d '{"events": [{"server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "name": "network-vif-deleted", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:07.524132 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b643a88-7f6e-4598-a3cf-1c82e1b0f288 x-openstack-request-id: req-9b643a88-7f6e-4598-a3cf-1c82e1b0f288 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:07.524865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209aaf6-35fb-4e35-adf6-406c3ffe785d", "name": "network-vif-deleted", "tag": "a6d1a1f3-f60f-43d6-897c-c0ac52da2055", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:07.524865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-9b643a88-7f6e-4598-a3cf-1c82e1b0f288 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:07.525502 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209aaf6-35fb-4e35-adf6-406c3ffe785d', 'name': 'network-vif-deleted', 'tag': 'a6d1a1f3-f60f-43d6-897c-c0ac52da2055', 'status': 'completed', 'code': 200} Jan 21 23:21:07.625042 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed01af-c193-457d-8062-c47cbe3cf53e req-6fdf0e42-3fed-429b-b85a-c99320ce3bdf tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:07.627213 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31ed01af-c193-457d-8062-c47cbe3cf53e req-6fdf0e42-3fed-429b-b85a-c99320ce3bdf tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0580533 Jan 21 23:21:07.693552 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31ed01af-c193-457d-8062-c47cbe3cf53e req-4c91e0ad-df08-4dfe-a9a6-03cbbe9bd877 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Jan 21 23:21:07.799218 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957204b-73a8-436f-b44f-529e3f8dfc69 req-4af702b3-a65d-4397-ac0f-c1b7d4352d85 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:07.800870 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9957204b-73a8-436f-b44f-529e3f8dfc69 req-4af702b3-a65d-4397-ac0f-c1b7d4352d85 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.0502827 Jan 21 23:21:07.849239 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9957204b-73a8-436f-b44f-529e3f8dfc69 req-89a6614a-f151-48a2-a12b-28c925c77786 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/security-groups?id=8162c6e0-e236-4b67-91d9-5b3da42d4392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Jan 21 23:21:07.944467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce82c795-5e95-408d-a954-28783656cdd4 req-c133ac3d-9d31-4e38-b4f6-092e8ae84a9b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=8209aaf6-35fb-4e35-adf6-406c3ffe785d HTTP/1.1" status: 200 len: 210 time: 0.0273924 Jan 21 23:21:07.992001 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-24f12c22-adf6-4b7c-a8c6-23835be5fd29 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:07.995793 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-24f12c22-adf6-4b7c-a8c6-23835be5fd29 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.124 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 949 time: 0.0525138 Jan 21 23:21:08.101210 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Deleting port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:08.101572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:08.194355 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] For port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,segment=NetworkSegment(bbbf8cba-6f17-401e-9964-c9c859f34578),segment_id=bbbf8cba-6f17-401e-9964-c9c859f34578)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:08.194734 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:08.210346 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Calling delete_port for 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:08.291130 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-6c633019-d8f8-45d6-becf-43a7dc4b0d5d req-aed230a4-68d9-421c-a6f6-8c33d7960c3c service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:21:08.292189 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6c633019-d8f8-45d6-becf-43a7dc4b0d5d req-aed230a4-68d9-421c-a6f6-8c33d7960c3c service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068169 Jan 21 23:21:08.568413 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:08.596795 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Pushing event deleted for resources: {'Port': ['ID=0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:08.609032 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:08.692927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] No DVR routers for this DVR port 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:08.699423 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:08.702923 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b3ba3cc8-46ab-4cdf-94db-9fe3ef70e3ea req-8cd8077d-2d7d-483c-9116-5db248e04b2b tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.124 "DELETE /v2.0/ports/0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 HTTP/1.1" status: 204 len: 173 time: 0.7023602 Jan 21 23:21:08.835103 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4d3b5-c82c-4109-8bc2-4bedeb1f5d32 req-f21bdd1c-dd43-4cd2-92c7-8ca74cab59d1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:08.838127 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eeb4d3b5-c82c-4109-8bc2-4bedeb1f5d32 req-f21bdd1c-dd43-4cd2-92c7-8ca74cab59d1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1070569 Jan 21 23:21:08.892906 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d028256-fc2b-4fc3-9970-1b67e2f313c3 req-7f84a01b-2467-4832-bad5-d16ab2a07af1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:08.894766 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d028256-fc2b-4fc3-9970-1b67e2f313c3 req-7f84a01b-2467-4832-bad5-d16ab2a07af1 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1250639 Jan 21 23:21:08.932156 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58092) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:08.962334 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eeb4d3b5-c82c-4109-8bc2-4bedeb1f5d32 req-227260ae-b12a-46df-8723-c16e004e274a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163218 Jan 21 23:21:08.980531 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d028256-fc2b-4fc3-9970-1b67e2f313c3 req-eb2fc081-69cf-4da4-a5d2-e22f7410cf1f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774260 Jan 21 23:21:09.099621 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-611c10a1-54cb-4628-a027-9664ef12a54c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.110923 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.113319 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fa0d3967-df26-45ac-b7eb-dc48e7fab404 req-ada72c4a-391c-48e2-a570-b59e6fe53b08 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0526226 Jan 21 23:21:09.181170 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-611c10a1-54cb-4628-a027-9664ef12a54c admin admin] Publish callbacks [] for security_group (7dd8127f-b84e-43e9-a038-4080c62b874f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.247594 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-611c10a1-54cb-4628-a027-9664ef12a54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7dd8127f-b84e-43e9-a038-4080c62b874f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.292836 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-611c10a1-54cb-4628-a027-9664ef12a54c admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d8a7c6f01a184466b8a3420d82e0c1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578584 Jan 21 23:21:09.292836 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c10a1-54cb-4628-a027-9664ef12a54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8127f-b84e-43e9-a038-4080c62b874f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:09.295238 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58112) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:09.346975 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] Publish callbacks [] for security_group (7dd8127f-b84e-43e9-a038-4080c62b874f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.368297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] Publish callbacks [] for security_group (7dd8127f-b84e-43e9-a038-4080c62b874f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.470504 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58118) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:09.538424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'name': 'network-vif-deleted', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:09.540961 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83f9349-77f7-45de-8692-7898e329b8e9" -d '{"events": [{"server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "name": "network-vif-deleted", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:09.544398 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7dd8127f-b84e-43e9-a038-4080c62b874f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.547712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:09.549227 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/7dd8127f-b84e-43e9-a038-4080c62b874f HTTP/1.1" status: 204 len: 168 time: 0.2528701 Jan 21 23:21:09.560488 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4455d1-5a64-47ed-a433-81b1dc47b0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8127f-b84e-43e9-a038-4080c62b874f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:09.565724 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-39ee4e1e-e3ed-44d4-b703-a58382ba9d3b service neutron] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929732 Jan 21 23:21:09.586256 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-d505603e-edc3-4214-a9c2-2f135a7bde8e service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:21:09.587274 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-d505603e-edc3-4214-a9c2-2f135a7bde8e service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073390 Jan 21 23:21:09.588799 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4668439-9b62-4e64-9b20-fe25ba6ee4e2 x-openstack-request-id: req-b4668439-9b62-4e64-9b20-fe25ba6ee4e2 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:09.589078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac02edda-0856-4527-8222-1190d2250d6a", "name": "network-vif-deleted", "tag": "0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:09.589453 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-b4668439-9b62-4e64-9b20-fe25ba6ee4e2 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:09.589768 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac02edda-0856-4527-8222-1190d2250d6a', 'name': 'network-vif-deleted', 'tag': '0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9', 'status': 'completed', 'code': 200} Jan 21 23:21:10.128236 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc312b2a-2224-4e90-9ba7-887689a4ad92 req-7bab860f-2513-4957-908d-866834025724 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:10.130395 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc312b2a-2224-4e90-9ba7-887689a4ad92 req-7bab860f-2513-4957-908d-866834025724 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0827339 Jan 21 23:21:10.138608 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdab4f6-09fe-478c-9cc4-ad1e6a356bb1 req-3fcfe054-0519-4690-b715-40249e38d9c8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:10.140036 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9fdab4f6-09fe-478c-9cc4-ad1e6a356bb1 req-3fcfe054-0519-4690-b715-40249e38d9c8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0821590 Jan 21 23:21:10.157918 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58142) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:10.173436 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-003b849e-9cbb-4f46-b13e-5324dc7f869a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.254122 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-003b849e-9cbb-4f46-b13e-5324dc7f869a admin admin] Publish callbacks [] for security_group (17297041-7dee-4975-94d6-795500083bb3), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.316309 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-003b849e-9cbb-4f46-b13e-5324dc7f869a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (17297041-7dee-4975-94d6-795500083bb3), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.361230 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-003b849e-9cbb-4f46-b13e-5324dc7f869a admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=87b6fcd9d0654e308abf8fc0ef51e7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018039 Jan 21 23:21:10.362540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b849e-9cbb-4f46-b13e-5324dc7f869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17297041-7dee-4975-94d6-795500083bb3,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:10.365911 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58146) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:10.417960 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] Publish callbacks [] for security_group (17297041-7dee-4975-94d6-795500083bb3), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.421831 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc312b2a-2224-4e90-9ba7-887689a4ad92 req-c173f8b5-0527-4a48-b822-487822cd6a3c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807891 Jan 21 23:21:10.430132 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9fdab4f6-09fe-478c-9cc4-ad1e6a356bb1 req-76f0ce34-e308-401e-a3d1-79d2ef6f4d42 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818425 Jan 21 23:21:10.441199 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] Publish callbacks [] for security_group (17297041-7dee-4975-94d6-795500083bb3), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.542629 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-30c30e7e-2a2c-4ba3-8d1c-85bf8531333a req-67d75578-bc70-43b6-93e1-bc7f580de1e1 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0291800 Jan 21 23:21:10.556107 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (17297041-7dee-4975-94d6-795500083bb3), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.558934 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:10.560207 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/17297041-7dee-4975-94d6-795500083bb3 HTTP/1.1" status: 204 len: 168 time: 0.1933422 Jan 21 23:21:10.568509 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02278c-9323-4824-990b-e3ac5e42ee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17297041-7dee-4975-94d6-795500083bb3,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:10.573060 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:11.270521 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:11.579798 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142e727-4305-4933-8140-423fdebfc5f8 req-32a1dad3-e3df-496d-a7eb-eb5e3de83ce9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:11.581330 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3142e727-4305-4933-8140-423fdebfc5f8 req-32a1dad3-e3df-496d-a7eb-eb5e3de83ce9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0777295 Jan 21 23:21:11.592384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d6c3b-cf29-48f7-ae8f-e06ecb7dc0d7 req-5ad70bff-22b3-4b36-8a9b-eb03e47d114b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:11.593824 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a37d6c3b-cf29-48f7-ae8f-e06ecb7dc0d7 req-5ad70bff-22b3-4b36-8a9b-eb03e47d114b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0814114 Jan 21 23:21:11.664104 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3142e727-4305-4933-8140-423fdebfc5f8 req-d5b05c94-ebac-4a63-83a2-066e1cdc6769 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692723 Jan 21 23:21:11.671940 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a37d6c3b-cf29-48f7-ae8f-e06ecb7dc0d7 req-1b0b645f-967f-4933-8a40-f46b1e73968e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706456 Jan 21 23:21:11.768917 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6cd9d45f-3d1e-4555-8fc2-3bd6d32c3f35 req-fcb31794-cf42-45ce-94fd-c8ab9c82c668 tempest-VolumesNegativeTest-549563687 tempest-VolumesNegativeTest-549563687-project] 10.222.0.138 "GET /v2.0/ports?device_id=ac02edda-0856-4527-8222-1190d2250d6a HTTP/1.1" status: 200 len: 210 time: 0.0271943 Jan 21 23:21:11.774774 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a6d1a1f3-f60f-43d6-897c-c0ac52da2055 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:11.795312 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: a6d1a1f3-f60f-43d6-897c-c0ac52da2055 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:11.795669 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a6d1a1f3-f60f-43d6-897c-c0ac52da2055 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:11.796105 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:11.878315 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: DOWN; New status is: DOWN {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:12.436190 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:12.459778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:12.460446 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0ed4c138-7f53-4485-8bf8-fa0ca3ab31d9 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:12.793986 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e770c7-ae3b-4960-b0ce-8a7c8fe5166b req-1f5c5817-ac09-4778-bce5-8a87b5dc5d47 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:12.796016 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-85e770c7-ae3b-4960-b0ce-8a7c8fe5166b req-1f5c5817-ac09-4778-bce5-8a87b5dc5d47 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0562694 Jan 21 23:21:12.880858 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d34aa-36bf-4278-95ea-e22e8b552839 req-643d0ed3-c5ee-4bc1-9d29-7d59fa5851a3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:12.882345 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9d4d34aa-36bf-4278-95ea-e22e8b552839 req-643d0ed3-c5ee-4bc1-9d29-7d59fa5851a3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.0853469 Jan 21 23:21:12.885561 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-85e770c7-ae3b-4960-b0ce-8a7c8fe5166b req-c0ae92b0-01f5-4ed2-a500-ac75a3e42d06 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795612 Jan 21 23:21:12.967259 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9d4d34aa-36bf-4278-95ea-e22e8b552839 req-24769ddd-49d3-4c68-a0c3-1861374a4b5b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Jan 21 23:21:13.037592 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-c2549236-5339-4267-bfb7-4aabe2e96a38 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:13.039120 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-c2549236-5339-4267-bfb7-4aabe2e96a38 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 945 time: 0.1083245 Jan 21 23:21:13.054546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45740f-d329-4817-9012-8f2aa6ff8e18 req-ce891535-fcd3-4db3-9ca9-cae063a5613b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:13.055895 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f45740f-d329-4817-9012-8f2aa6ff8e18 req-ce891535-fcd3-4db3-9ca9-cae063a5613b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0951169 Jan 21 23:21:13.166418 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f45740f-d329-4817-9012-8f2aa6ff8e18 req-b138fb37-d41c-44af-8739-de3f6592ed94 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027091 Jan 21 23:21:13.199845 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Deleting port 3f7b81ab-9144-470d-b0ed-9d79927145f9 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:13.200196 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.213426 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58234) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:13.299424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] For port 3f7b81ab-9144-470d-b0ed-9d79927145f9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=3f7b81ab-9144-470d-b0ed-9d79927145f9,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:13.299850 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.313803 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Calling delete_port for 3f7b81ab-9144-470d-b0ed-9d79927145f9 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:13.352121 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9eafb060-113f-4c6a-a10d-5608901ed169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.477304 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9eafb060-113f-4c6a-a10d-5608901ed169 admin admin] Publish callbacks [] for security_group (e121aed2-f956-463d-87fe-d056e3ed0092), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.527205 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (3f7b81ab-9144-470d-b0ed-9d79927145f9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.550379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9eafb060-113f-4c6a-a10d-5608901ed169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (e121aed2-f956-463d-87fe-d056e3ed0092), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.562778 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Pushing event deleted for resources: {'Port': ['ID=3f7b81ab-9144-470d-b0ed-9d79927145f9,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:13.593220 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9eafb060-113f-4c6a-a10d-5608901ed169 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f96b461af2e04f6cbe7a9eaf6ef2eccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783803 Jan 21 23:21:13.594950 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb060-113f-4c6a-a10d-5608901ed169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e121aed2-f956-463d-87fe-d056e3ed0092,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:13.597316 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58248) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:13.612767 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] No DVR routers for this DVR port 3f7b81ab-9144-470d-b0ed-9d79927145f9 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:13.612767 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.614913 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a4e175b-cf13-4571-8e01-cab110fb9962 req-85408f21-64b2-4d82-a4dd-e6221420c607 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "DELETE /v2.0/ports/3f7b81ab-9144-470d-b0ed-9d79927145f9 HTTP/1.1" status: 204 len: 173 time: 0.5691741 Jan 21 23:21:13.615371 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'name': 'network-vif-deleted', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:13.617833 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcfbf7d-2582-400f-b69d-1f55dc8c01bc" -d '{"events": [{"server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "name": "network-vif-deleted", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:13.663183 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afc5997-05f4-4bbe-a0a9-830ae202a428 x-openstack-request-id: req-3afc5997-05f4-4bbe-a0a9-830ae202a428 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:13.667206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd084e6-bf5e-4389-84b4-eff0a8cd501a", "name": "network-vif-deleted", "tag": "3f7b81ab-9144-470d-b0ed-9d79927145f9", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:13.667206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-3afc5997-05f4-4bbe-a0a9-830ae202a428 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:13.667206 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd084e6-bf5e-4389-84b4-eff0a8cd501a', 'name': 'network-vif-deleted', 'tag': '3f7b81ab-9144-470d-b0ed-9d79927145f9', 'status': 'completed', 'code': 200} Jan 21 23:21:13.667515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] Publish callbacks [] for security_group (e121aed2-f956-463d-87fe-d056e3ed0092), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.689148 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] Publish callbacks [] for security_group (e121aed2-f956-463d-87fe-d056e3ed0092), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.789982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (e121aed2-f956-463d-87fe-d056e3ed0092), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.792713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:13.793954 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/e121aed2-f956-463d-87fe-d056e3ed0092 HTTP/1.1" status: 204 len: 168 time: 0.1956928 Jan 21 23:21:13.802717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a114fe-32eb-4024-b196-05f60e8305c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121aed2-f956-463d-87fe-d056e3ed0092,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:14.025357 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d0a5e-294b-43ca-8a35-f96f0ae571e9 req-85212c52-7532-4859-99c5-fb77533eefac tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:14.027220 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d97d0a5e-294b-43ca-8a35-f96f0ae571e9 req-85212c52-7532-4859-99c5-fb77533eefac tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0646479 Jan 21 23:21:14.103865 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-412e3660-2792-4929-a006-5f0e25f06087 req-ae72f860-143a-44c4-a3b1-c920387a0dd8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0405231 Jan 21 23:21:14.116479 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d97d0a5e-294b-43ca-8a35-f96f0ae571e9 req-d83d1b96-9dbe-4a10-ba42-fd9ce050596c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833828 Jan 21 23:21:14.287206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfefdf-783b-4bcf-9bf9-15e8d28f20dc req-d7252131-8b31-41ac-9999-1449777dda14 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:14.288787 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6bfefdf-783b-4bcf-9bf9-15e8d28f20dc req-d7252131-8b31-41ac-9999-1449777dda14 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0554821 Jan 21 23:21:14.339246 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6bfefdf-783b-4bcf-9bf9-15e8d28f20dc req-f366991a-8719-41a8-b4e9-0ecce539eab9 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Jan 21 23:21:14.473503 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58332) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:14.485861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-862b6320-b84d-47af-b2d8-5f6138e174cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.564083 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-862b6320-b84d-47af-b2d8-5f6138e174cf admin admin] Publish callbacks [] for security_group (d7b75258-f05c-4c43-9fd8-bb1b1afe888e), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.635557 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-862b6320-b84d-47af-b2d8-5f6138e174cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d7b75258-f05c-4c43-9fd8-bb1b1afe888e), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.677733 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-862b6320-b84d-47af-b2d8-5f6138e174cf admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=45e9ab718c4442338d1335cf1be9d8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2053468 Jan 21 23:21:14.678763 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b6320-b84d-47af-b2d8-5f6138e174cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b75258-f05c-4c43-9fd8-bb1b1afe888e,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:14.682467 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58340) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:14.740811 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] Publish callbacks [] for security_group (d7b75258-f05c-4c43-9fd8-bb1b1afe888e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.762293 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] Publish callbacks [] for security_group (d7b75258-f05c-4c43-9fd8-bb1b1afe888e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.881321 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d7b75258-f05c-4c43-9fd8-bb1b1afe888e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.883864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:14.885102 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d7b75258-f05c-4c43-9fd8-bb1b1afe888e HTTP/1.1" status: 204 len: 168 time: 0.2016084 Jan 21 23:21:14.893019 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37236631-ec27-42ba-8785-919656b152e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b75258-f05c-4c43-9fd8-bb1b1afe888e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:15.231013 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b5018e61-7fb8-4e6d-a97e-72f0ad248e6e req-0758401a-f373-43f5-88b9-7f758fba74b8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0324094 Jan 21 23:21:15.292687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a2e24-edd6-4f77-8712-1cd27ffd1582 req-0fddab98-f862-4d73-a8de-12fdef0ca662 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:15.295205 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f7a2e24-edd6-4f77-8712-1cd27ffd1582 req-0fddab98-f862-4d73-a8de-12fdef0ca662 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0666389 Jan 21 23:21:15.347155 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f7a2e24-edd6-4f77-8712-1cd27ffd1582 req-68f85d60-ec1b-4fae-b1b4-bf9d46756308 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450544 Jan 21 23:21:15.464154 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74318e5a-280d-4e55-856b-69bda8326e59 req-cbd249ea-5ccd-48d5-b6a3-4f0278da14b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:15.465759 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74318e5a-280d-4e55-856b-69bda8326e59 req-cbd249ea-5ccd-48d5-b6a3-4f0278da14b7 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0515082 Jan 21 23:21:15.524866 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74318e5a-280d-4e55-856b-69bda8326e59 req-9b1b0fcd-0dbc-4912-a9cc-b2056feb58c0 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510564 Jan 21 23:21:16.306767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['3f7b81ab-9144-470d-b0ed-9d79927145f9', '6bdf577c-d79c-4975-a18f-9d3b3070128d'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:16.340005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4682ec97-df84-4d73-95ef-025267aa52ce req-abdd2b3a-0566-49fd-a782-29e4499bef74 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0355012 Jan 21 23:21:16.499561 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6099-d0eb-4a96-9ddd-db6e0a722064 req-a72f0ce5-db02-4645-8496-029b61566650 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:16.504778 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b0f6099-d0eb-4a96-9ddd-db6e0a722064 req-a72f0ce5-db02-4645-8496-029b61566650 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0697618 Jan 21 23:21:16.556901 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b0f6099-d0eb-4a96-9ddd-db6e0a722064 req-e1588ad9-f480-40df-9349-a9baecd71bad tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497861 Jan 21 23:21:16.658218 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58464) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:16.670680 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2cc47-c560-4d4f-bd0f-05eb93f015b1 req-171fb058-5aff-4c9f-bdb0-7947c70eca40 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:16.672224 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17f2cc47-c560-4d4f-bd0f-05eb93f015b1 req-171fb058-5aff-4c9f-bdb0-7947c70eca40 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0532894 Jan 21 23:21:16.725711 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17f2cc47-c560-4d4f-bd0f-05eb93f015b1 req-aa51e23e-3c73-437c-9ee5-691aeea9e8b5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471125 Jan 21 23:21:16.773781 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fee146c7-a3a1-4556-98de-b07ff331df1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:16.847582 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fee146c7-a3a1-4556-98de-b07ff331df1d admin admin] Publish callbacks [] for security_group (d354fb32-4025-4c99-b8a1-b55182080cff), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:16.916239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fee146c7-a3a1-4556-98de-b07ff331df1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d354fb32-4025-4c99-b8a1-b55182080cff), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:16.959516 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-fee146c7-a3a1-4556-98de-b07ff331df1d admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=1bea1268d5bd4bd69ccc95794aacc5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999773 Jan 21 23:21:16.960519 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee146c7-a3a1-4556-98de-b07ff331df1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d354fb32-4025-4c99-b8a1-b55182080cff,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:16.966557 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58470) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:16.988523 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-a88db1a7-83fa-412b-aa41-c840c0715efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:16.990254 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-a88db1a7-83fa-412b-aa41-c840c0715efb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 1097 time: 0.0904059 Jan 21 23:21:17.026991 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] Publish callbacks [] for security_group (d354fb32-4025-4c99-b8a1-b55182080cff), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.051124 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] Publish callbacks [] for security_group (d354fb32-4025-4c99-b8a1-b55182080cff), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.109532 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-ede3268f-4557-46b6-8bb1-f970cc613c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.109532 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-ede3268f-4557-46b6-8bb1-f970cc613c9f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1097 time: 0.0493002 Jan 21 23:21:17.196430 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d354fb32-4025-4c99-b8a1-b55182080cff), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.199121 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.200898 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d354fb32-4025-4c99-b8a1-b55182080cff HTTP/1.1" status: 204 len: 168 time: 0.2355335 Jan 21 23:21:17.211464 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8fdb7-afdf-4e87-962b-32edc2813a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354fb32-4025-4c99-b8a1-b55182080cff,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:17.214290 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-6aab9c66-843c-4dc1-933e-686da0623b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.218931 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-6aab9c66-843c-4dc1-933e-686da0623b82 service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.1021719 Jan 21 23:21:17.357942 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-455fa9d9-0ae2-428e-a91d-1a977dcaadc5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 1000 time: 0.0987115 Jan 21 23:21:17.433814 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-f5dcc82d-4f58-40cc-b79e-15b350ccc5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.433814 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-f5dcc82d-4f58-40cc-b79e-15b350ccc5a5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0659387 Jan 21 23:21:17.465801 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c6ad7515-48ff-491e-acbd-1e5db27a7d38 req-5147a052-52fb-465b-80b0-1b9402b9d950 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=4dd084e6-bf5e-4389-84b4-eff0a8cd501a HTTP/1.1" status: 200 len: 210 time: 0.0271070 Jan 21 23:21:17.547219 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-59f5db5d-c81c-49ff-9921-6b49e11bb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.549438 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-59f5db5d-c81c-49ff-9921-6b49e11bb4da service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456781 Jan 21 23:21:17.568526 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-219d1cbc-d039-4e16-8dd9-3b9c771041b3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.570093 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-219d1cbc-d039-4e16-8dd9-3b9c771041b3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.0572073 Jan 21 23:21:17.731712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Deleting port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:17.733059 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.750893 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f4b29-a9a6-4e4e-b9c7-4c965d38990d req-84aa5845-3cc4-4da9-9e60-16513d0a020e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.752499 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a72f4b29-a9a6-4e4e-b9c7-4c965d38990d req-84aa5845-3cc4-4da9-9e60-16513d0a020e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0810041 Jan 21 23:21:17.755129 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-394f195f-0e40-4669-9130-0f5b533dec05 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998985 Jan 21 23:21:17.848910 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a72f4b29-a9a6-4e4e-b9c7-4c965d38990d req-1e976fa2-19d8-49bb-bc75-c6d2829fcfbe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860696 Jan 21 23:21:17.862772 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] For port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:17.868980 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:17.883658 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Calling delete_port for 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:17.965437 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-41b3a1af-0131-425a-8a6c-b4ab090231d9 req-b7c77775-1c3a-40c0-839c-0ea326d8ff1c service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932375 Jan 21 23:21:17.973240 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c014e-bb31-4463-a6ff-ea6170805762 req-52f4a070-659a-4b13-a220-0367dab7b608 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:17.980317 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-319c014e-bb31-4463-a6ff-ea6170805762 req-52f4a070-659a-4b13-a220-0367dab7b608 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 945 time: 0.1278291 Jan 21 23:21:18.048315 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-319c014e-bb31-4463-a6ff-ea6170805762 req-2031dd5c-00cc-4dd1-aebc-55787763b118 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Jan 21 23:21:18.138778 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (7f6f3736-c7fa-4a9b-b064-02c04392fbb8), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:18.169146 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event deleted for resources: {'Port': ['ID=7f6f3736-c7fa-4a9b-b064-02c04392fbb8,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:18.212889 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] No DVR routers for this DVR port 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:18.215913 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:18.219330 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f716679c-b696-4cfb-9b58-5638b5eb62ce req-1aad97f7-7fe8-4e2b-b9e4-1a908c54b1f3 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "DELETE /v2.0/ports/7f6f3736-c7fa-4a9b-b064-02c04392fbb8 HTTP/1.1" status: 204 len: 173 time: 0.6442575 Jan 21 23:21:18.219810 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'name': 'network-vif-deleted', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:18.222320 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b4755c-2bfd-43b6-a7f5-8616abd12bba" -d '{"events": [{"server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "name": "network-vif-deleted", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:18.260749 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ce076-4862-4cce-a77c-5a8729149370 x-openstack-request-id: req-a62ce076-4862-4cce-a77c-5a8729149370 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:18.261096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "971d4b7b-07e7-49e6-93c6-fcd00006ec5c", "name": "network-vif-deleted", "tag": "7f6f3736-c7fa-4a9b-b064-02c04392fbb8", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:18.261802 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-a62ce076-4862-4cce-a77c-5a8729149370 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:18.261802 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '971d4b7b-07e7-49e6-93c6-fcd00006ec5c', 'name': 'network-vif-deleted', 'tag': '7f6f3736-c7fa-4a9b-b064-02c04392fbb8', 'status': 'completed', 'code': 200} Jan 21 23:21:18.905236 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e5a3e-47e9-4d13-a1b7-f84c7e752993 req-f80e0da1-0543-4666-8b5a-1891ede4d768 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:18.906776 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ba0e5a3e-47e9-4d13-a1b7-f84c7e752993 req-f80e0da1-0543-4666-8b5a-1891ede4d768 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0490718 Jan 21 23:21:18.964390 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ba0e5a3e-47e9-4d13-a1b7-f84c7e752993 req-f831d5a2-dca4-4584-972b-3160175422c4 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Jan 21 23:21:19.003727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82ecfa-76f8-42c3-bbdf-e7b44951155e req-482db6df-5659-4be6-ac94-5a2efa223a06 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:19.005133 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a82ecfa-76f8-42c3-bbdf-e7b44951155e req-482db6df-5659-4be6-ac94-5a2efa223a06 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0615215 Jan 21 23:21:19.053675 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a82ecfa-76f8-42c3-bbdf-e7b44951155e req-4af42dde-ef15-40bc-81b2-0c5978a3582b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Jan 21 23:21:19.134482 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ac4a670b-bb2b-4866-94e6-ed0eb7c9de2f req-186cd495-5932-4764-bf5c-3945b0df6625 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0252035 Jan 21 23:21:20.083785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ddf06-cbeb-4fb2-bfd5-091f61908af0 req-e4b76b85-0c1c-4cb8-a148-d7fd6dafc46e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:20.085445 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc9ddf06-cbeb-4fb2-bfd5-091f61908af0 req-e4b76b85-0c1c-4cb8-a148-d7fd6dafc46e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0502763 Jan 21 23:21:20.142636 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc9ddf06-cbeb-4fb2-bfd5-091f61908af0 req-8485ba8c-de07-46bc-a4a5-2b28d649b290 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Jan 21 23:21:20.186244 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1887c-4432-4199-862c-57ba7e803f36 req-c71aa595-5fc4-400c-985b-3946b5b12606 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:20.187721 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-93c1887c-4432-4199-862c-57ba7e803f36 req-c71aa595-5fc4-400c-985b-3946b5b12606 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0572784 Jan 21 23:21:20.240897 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-52dd778c-7b72-48bc-848d-c92277087a4b req-71e7552e-863d-46b5-8bda-fb69f4b69f59 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0341759 Jan 21 23:21:20.257648 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-93c1887c-4432-4199-862c-57ba7e803f36 req-4aad1ea2-2d48-40f5-99f9-7905934c7db6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641026 Jan 21 23:21:20.925489 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5', '9829535c-0556-4f09-a60e-ea49f1478a89', '7f6f3736-c7fa-4a9b-b064-02c04392fbb8'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:20.958830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 3f7b81ab-9144-470d-b0ed-9d79927145f9 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:20.985704 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 3f7b81ab-9144-470d-b0ed-9d79927145f9 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:20.986065 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 3f7b81ab-9144-470d-b0ed-9d79927145f9 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:21.267171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06758d4-23a9-432e-845b-d9b614e3f7e5 req-0448c1c9-f440-4b07-ad3f-a4295b6398dc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:21.274727 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e06758d4-23a9-432e-845b-d9b614e3f7e5 req-0448c1c9-f440-4b07-ad3f-a4295b6398dc tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0617337 Jan 21 23:21:21.324863 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e06758d4-23a9-432e-845b-d9b614e3f7e5 req-57bb74fb-2753-4381-84e7-cade3a8a28a8 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491569 Jan 21 23:21:21.360928 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62d0389c-e155-4f24-9765-4f298ba8a1a2 req-9a366036-ea06-4e3e-aa05-73748ceeab63 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0337560 Jan 21 23:21:21.463050 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46f45-d614-42e4-8144-050fc26ab210 req-f8a2782b-58cb-4230-8c36-708b8bf8191f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:21.464713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2ab46f45-d614-42e4-8144-050fc26ab210 req-f8a2782b-58cb-4230-8c36-708b8bf8191f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0501096 Jan 21 23:21:21.522617 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2ab46f45-d614-42e4-8144-050fc26ab210 req-21672eb9-7ddc-4e13-abdf-76372fdc43ba tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516126 Jan 21 23:21:22.605070 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-548cd429-69a0-4504-a276-082bf54fe5ef req-3e23784f-a619-479f-840b-0614e4b15919 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0317760 Jan 21 23:21:22.621005 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8f631-6b07-447f-8bcd-099190dce9ba req-b4982686-7667-43eb-a1cb-48f8c215d38e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:22.630801 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c7c8f631-6b07-447f-8bcd-099190dce9ba req-b4982686-7667-43eb-a1cb-48f8c215d38e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1199450 Jan 21 23:21:22.695117 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c7c8f631-6b07-447f-8bcd-099190dce9ba req-8ce9a83b-19a3-4dba-9dba-a369c9a3f4d5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631673 Jan 21 23:21:22.776308 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735116a-fd2b-4130-ae0b-8cce634fff50 req-b27a2cd8-8142-45d7-a8fb-31fc7e819d89 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:22.777791 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a735116a-fd2b-4130-ae0b-8cce634fff50 req-b27a2cd8-8142-45d7-a8fb-31fc7e819d89 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0628695 Jan 21 23:21:22.829667 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a735116a-fd2b-4130-ae0b-8cce634fff50 req-a65a4458-9feb-4963-9fc3-b6dd57c7ba07 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458126 Jan 21 23:21:23.164586 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58700) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:23.323172 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-f17ee640-89d1-49e6-880c-d6bcd731d310 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6431321d6aa14a1291eb5c0534c360f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571660 Jan 21 23:21:23.325585 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58704) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:23.375831 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] Publish callbacks [] for security_group (8162c6e0-e236-4b67-91d9-5b3da42d4392), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:23.401263 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] Publish callbacks [] for security_group (8162c6e0-e236-4b67-91d9-5b3da42d4392), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:23.526939 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8162c6e0-e236-4b67-91d9-5b3da42d4392), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:23.529640 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:23.530966 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8162c6e0-e236-4b67-91d9-5b3da42d4392 HTTP/1.1" status: 204 len: 168 time: 0.2042952 Jan 21 23:21:23.540376 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e37c64-e321-40ee-a346-41915cea528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162c6e0-e236-4b67-91d9-5b3da42d4392,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:23.768544 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8bbbdbfb-53d4-455f-a8b4-8ddb4c19503f req-2c80ced5-f10f-4a7c-9450-c7d607458686 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0486407 Jan 21 23:21:23.910789 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508c512-9ce7-46be-b770-779998726745 req-fb95170a-26e9-4875-9ba6-857aeb038bf7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:23.913624 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8508c512-9ce7-46be-b770-779998726745 req-fb95170a-26e9-4875-9ba6-857aeb038bf7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1289182 Jan 21 23:21:24.013793 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8508c512-9ce7-46be-b770-779998726745 req-fd720830-604c-4b62-9dad-5988d518a07b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936961 Jan 21 23:21:24.086330 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f816fe-f7e1-4ffd-94fa-877c4b8f7875 req-ee959a0a-3950-4df7-b9fb-8f992918abb0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:24.086330 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-14f816fe-f7e1-4ffd-94fa-877c4b8f7875 req-ee959a0a-3950-4df7-b9fb-8f992918abb0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1285491 Jan 21 23:21:24.149527 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-14f816fe-f7e1-4ffd-94fa-877c4b8f7875 req-87ab18a6-109f-480f-8564-44b11d041880 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572073 Jan 21 23:21:24.674431 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58742) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:24.789339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-684329876-network', 'tenant_id': 'dfd006afe95843df89bd94f04b83b776'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:24.885361 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Made reservation on behalf of dfd006afe95843df89bd94f04b83b776 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:24.887754 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:24.891319 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2c290d48-aba8-4c27-8843-a3eb90732b5f req-5dfca5c2-fbc2-40fa-ada2-9c2ac40fc4b8 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0323486 Jan 21 23:21:24.899013 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:24.992671 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks [] for security_group (a82246f5-24d7-41c7-98e9-87e7addfed1b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.260739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7cefb-6c4f-483e-94ec-387aadf42794 req-c6536248-756c-456f-a54f-ad3003f56c68 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:25.260739 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70f7cefb-6c4f-483e-94ec-387aadf42794 req-c6536248-756c-456f-a54f-ad3003f56c68 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0566907 Jan 21 23:21:25.260739 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70f7cefb-6c4f-483e-94ec-387aadf42794 req-dddd1d37-8d99-4777-8cd7-f6bbd1059f66 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Jan 21 23:21:25.319336 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297ebe8-635d-4c05-988c-edf0d99b9156 req-7f4a4338-f40c-4d04-8f32-fc4272373824 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:25.320908 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f297ebe8-635d-4c05-988c-edf0d99b9156 req-7f4a4338-f40c-4d04-8f32-fc4272373824 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0716052 Jan 21 23:21:25.377467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f297ebe8-635d-4c05-988c-edf0d99b9156 req-ce214d7b-7285-41db-a8e7-74a7838a8f6c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504720 Jan 21 23:21:25.458371 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a82246f5-24d7-41c7-98e9-87e7addfed1b), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.483846 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:25.494390 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82246f5-24d7-41c7-98e9-87e7addfed1b,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:25.499209 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (bbc2f577-9f0d-4097-a7b1-61d7dff4ea11), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.499565 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Added segment bbc2f577-9f0d-4097-a7b1-61d7dff4ea11 of type vlan for network d66fa904-0b85-4f3a-bf9a-691765d238ee Jan 21 23:21:25.539335 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (d66fa904-0b85-4f3a-bf9a-691765d238ee), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.676331 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (d66fa904-0b85-4f3a-bf9a-691765d238ee), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.677371 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:25.678082 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:25.742358 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] Pushing event updated for resources: {'Network': ['ID=d66fa904-0b85-4f3a-bf9a-691765d238ee,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:25.753002 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network d66fa904-0b85-4f3a-bf9a-691765d238ee details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:25.765060 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3478b3ae-4c6f-462c-b453-c452004818d9 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0890167 Jan 21 23:21:25.767664 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58756) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:25.773234 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Request body: {'subnet': {'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-684329876-subnet', 'tenant_id': 'dfd006afe95843df89bd94f04b83b776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:25.858916 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Made reservation on behalf of dfd006afe95843df89bd94f04b83b776 for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:25.861403 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:26.084820 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2aab47d5-57ed-4466-92ef-91745ea0cafc req-06799f63-1632-4de4-abeb-2bf878ecdee4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0875137 Jan 21 23:21:26.145930 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (8ab84dfa-d34c-4599-aa9a-0e529ad7376a), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:26.204798 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab84dfa-d34c-4599-aa9a-0e529ad7376a,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:26.220700 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Checking segment: {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:26.221065 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Network hostable DHCP agents. Network: d66fa904-0b85-4f3a-bf9a-691765d238ee, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:26.321742 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Network d66fa904-0b85-4f3a-bf9a-691765d238ee is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:26.386582 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08c883-7db6-465f-8a47-6b4ac1dfae2f req-0ef6bbe9-e688-453e-8266-50e21acf2752 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:26.388300 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a08c883-7db6-465f-8a47-6b4ac1dfae2f req-0ef6bbe9-e688-453e-8266-50e21acf2752 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0536566 Jan 21 23:21:26.421039 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, d66fa904-0b85-4f3a-bf9a-691765d238ee) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:26.430482 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ed50d6-a4bc-4306-aefc-30181765a362 None None] Network d66fa904-0b85-4f3a-bf9a-691765d238ee requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:26.432640 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:26.433301 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:26.455843 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9a08c883-7db6-465f-8a47-6b4ac1dfae2f req-0ae5fff2-e6fe-4121-9e38-49935ea14c10 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616941 Jan 21 23:21:26.558024 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d3f06941-d34b-4e32-9bdf-0a83d1073002 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7887249 Jan 21 23:21:26.567282 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9b302-2de5-480e-a83c-2688ebe48491 None None] Network d66fa904-0b85-4f3a-bf9a-691765d238ee requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:26.599122 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b8c23-33ba-41ce-81ae-394b1289177d req-b3bf8d84-6cb6-4351-9056-89463fe61f58 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:26.606590 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f38b8c23-33ba-41ce-81ae-394b1289177d req-b3bf8d84-6cb6-4351-9056-89463fe61f58 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1154821 Jan 21 23:21:26.676579 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f38b8c23-33ba-41ce-81ae-394b1289177d req-42493f47-9a92-4310-958c-8a6fd6fea9f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690336 Jan 21 23:21:26.715384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:26.737477 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:26.738484 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 7f6f3736-c7fa-4a9b-b064-02c04392fbb8 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:27.204082 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5ddff492-73cb-4bc3-a103-7fb1eb5ceaf3 req-76c5eac7-5b61-4821-95d4-97c49ef58603 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0361826 Jan 21 23:21:27.936949 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74312379-3b11-48ec-b16c-a703027fed22 req-07a38d2f-5a42-45bb-bb71-84b1a76be5b5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:27.945023 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74312379-3b11-48ec-b16c-a703027fed22 req-07a38d2f-5a42-45bb-bb71-84b1a76be5b5 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.4070961 Jan 21 23:21:27.990264 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fe89b-5d7e-46b7-8598-ad97d803f254 req-6243d8fd-ef2d-4679-9b6e-544c3fb41f2c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:27.991864 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4c9fe89b-5d7e-46b7-8598-ad97d803f254 req-6243d8fd-ef2d-4679-9b6e-544c3fb41f2c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1145358 Jan 21 23:21:28.018365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-74312379-3b11-48ec-b16c-a703027fed22 req-4bad34b4-560f-4c27-bdd1-73a43b36c488 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724208 Jan 21 23:21:28.067642 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4c9fe89b-5d7e-46b7-8598-ad97d803f254 req-8d48b255-5032-421c-b196-49dafb84abd7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642641 Jan 21 23:21:28.342498 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3774029f-3eec-451e-83a3-339fd3eda0e1 req-d6b86078-3647-4931-9424-6212a9467606 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0291700 Jan 21 23:21:29.118311 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:21:29.176687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401b7db-24b2-4d52-9501-f58bebe5e4ed req-f2ddb4b4-3127-457b-b165-e1c9ec8e931b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:29.180858 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0401b7db-24b2-4d52-9501-f58bebe5e4ed req-f2ddb4b4-3127-457b-b165-e1c9ec8e931b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0913479 Jan 21 23:21:29.256694 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0fade-0c59-4ace-b9ee-d93cae319a1f req-e8c23faf-8826-478d-92b3-898b77ff6471 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:29.258286 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0fd0fade-0c59-4ace-b9ee-d93cae319a1f req-e8c23faf-8826-478d-92b3-898b77ff6471 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0763309 Jan 21 23:21:29.322276 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0401b7db-24b2-4d52-9501-f58bebe5e4ed req-646010e5-faf4-4169-8c1e-17e3a7e219c3 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Jan 21 23:21:29.327068 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0fd0fade-0c59-4ace-b9ee-d93cae319a1f req-a7bbdcc1-9253-448b-90fe-add9acbd0838 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602255 Jan 21 23:21:29.508327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f2633c9-8d5e-408f-a96c-1c4aeb6b45b2 req-be91b7d7-cee7-4bec-a5c8-9c72b2f0e9cd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0316479 Jan 21 23:21:30.075650 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-fd122766-545e-4a40-b645-9761482d44c4 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:30.077311 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-fd122766-545e-4a40-b645-9761482d44c4 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/networks?id=d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 200 len: 813 time: 0.1481900 Jan 21 23:21:30.099789 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-4523aec6-93c4-42e7-b2e1-2ec59928d1a2 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/quotas/dfd006afe95843df89bd94f04b83b776 HTTP/1.1" status: 200 len: 375 time: 0.0157099 Jan 21 23:21:30.132510 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-4ba2968d-9094-4c22-aea0-0c65e8de7f17 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269384 Jan 21 23:21:30.233956 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-6ff84ba9-d3d6-49f3-8390-a189de80b7fa service neutron] 10.222.0.138 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925655 Jan 21 23:21:30.349789 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-2143c8c2-7c73-44df-86b2-2f324768033a service neutron] 10.222.0.138 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095645 Jan 21 23:21:30.483719 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4abc5-30bf-4746-bf9c-9412769a5c22 req-eba670f3-0fbe-4768-b212-82481b4aa135 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:30.485365 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1de4abc5-30bf-4746-bf9c-9412769a5c22 req-eba670f3-0fbe-4768-b212-82481b4aa135 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0792646 Jan 21 23:21:30.541528 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1de4abc5-30bf-4746-bf9c-9412769a5c22 req-81252b6a-bc47-435c-9bd8-026d03060aa7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498075 Jan 21 23:21:30.731461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-404f3c1e-d74c-4185-9d83-bc828a38c8ec req-a1d821be-d9fd-47a7-a76e-045dede79140 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0601659 Jan 21 23:21:30.762993 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac35ef9-c2c4-4a8a-9c9c-a05fcde958cd req-2e401bb2-fb3f-43a6-ae89-d5db6c230f55 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:30.765507 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1ac35ef9-c2c4-4a8a-9c9c-a05fcde958cd req-2e401bb2-fb3f-43a6-ae89-d5db6c230f55 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1347876 Jan 21 23:21:30.823623 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5f5c7bf4-d50a-48c0-a0a4-db4f0416fced req-1c746116-2ed2-4e57-806e-b3332a7bc769 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 210 time: 0.0310640 Jan 21 23:21:30.867939 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1ac35ef9-c2c4-4a8a-9c9c-a05fcde958cd req-b64edbd6-61d6-40e0-831c-e583ce51363a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842321 Jan 21 23:21:31.650371 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58890) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:31.681588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c0e7-54c3-406a-aa76-5e621c017aa9 req-74c174ad-602e-476a-8bb4-7599ef06206f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:31.683136 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4029c0e7-54c3-406a-aa76-5e621c017aa9 req-74c174ad-602e-476a-8bb4-7599ef06206f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0625958 Jan 21 23:21:31.737445 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4029c0e7-54c3-406a-aa76-5e621c017aa9 req-a414c528-1438-4410-b9ea-1c5dccb27f8c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478060 Jan 21 23:21:31.774432 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:31.849682 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-efe9b488-1e52-49a2-8434-9ee88296a7e5 req-e235ce6b-abfc-4fdc-9380-603b421ea436 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=971d4b7b-07e7-49e6-93c6-fcd00006ec5c HTTP/1.1" status: 200 len: 210 time: 0.0277791 Jan 21 23:21:31.865266 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Publish callbacks [] for security_group (4ec99734-a77b-404b-a8fe-488526198c2c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:31.927978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (4ec99734-a77b-404b-a8fe-488526198c2c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:31.952538 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-045c95a0-eba9-4bcb-9298-66b728076fbb req-f4c6d9e5-b391-42fa-9d36-3f917f073489 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 210 time: 0.0334146 Jan 21 23:21:31.969929 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=07d06f8d1dac427c91cedd11cfc5c706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200526 Jan 21 23:21:31.977069 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58900) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:31.987115 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec99734-a77b-404b-a8fe-488526198c2c,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:32.005571 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.005933 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.006294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.006651 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.006998 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.007338 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.007679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.008020 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.008395 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.008737 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.009072 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.009406 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.009737 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153af96a-9a9c-44fa-886d-e710f3a4d71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:32.013946 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a06e-7395-4c7b-96a6-b82828039e4d req-685fc3a0-f009-48d1-9d29-dc216d9ee8f1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:32.015464 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7027a06e-7395-4c7b-96a6-b82828039e4d req-685fc3a0-f009-48d1-9d29-dc216d9ee8f1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0540371 Jan 21 23:21:32.049022 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] Publish callbacks [] for security_group (4ec99734-a77b-404b-a8fe-488526198c2c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:32.070143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7027a06e-7395-4c7b-96a6-b82828039e4d req-f18c245f-b9fc-40b8-8c75-281a1294e666 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468340 Jan 21 23:21:32.072661 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] Publish callbacks [] for security_group (4ec99734-a77b-404b-a8fe-488526198c2c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:32.172835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (4ec99734-a77b-404b-a8fe-488526198c2c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:32.175794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:32.177069 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/4ec99734-a77b-404b-a8fe-488526198c2c HTTP/1.1" status: 204 len: 168 time: 0.1963685 Jan 21 23:21:32.186270 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ccb4b-2b44-4505-89a9-265f2becda3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec99734-a77b-404b-a8fe-488526198c2c,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:32.774197 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58922) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:32.862469 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902d08-5147-488f-91d3-551dcf7fd00b req-d2edb5e5-6cb1-4dc8-a463-9da508d38fd7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:32.864768 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b902d08-5147-488f-91d3-551dcf7fd00b req-d2edb5e5-6cb1-4dc8-a463-9da508d38fd7 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0532966 Jan 21 23:21:32.898677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-19915ab7-4ad8-4acd-834d-22f8cd1e6ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:32.948097 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4b902d08-5147-488f-91d3-551dcf7fd00b req-ec290efb-0bf0-4e12-a380-c886e20d983f tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756207 Jan 21 23:21:33.005494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-19915ab7-4ad8-4acd-834d-22f8cd1e6ce4 admin admin] Publish callbacks [] for security_group (05994bce-1291-40d7-9a79-8cd8a3b476cc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.055329 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cdca8009-fa8c-4e3a-957f-ee9966777a35 req-e0307dfb-c985-4531-983b-cf5a0b35984c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 210 time: 0.0314488 Jan 21 23:21:33.081664 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-19915ab7-4ad8-4acd-834d-22f8cd1e6ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (05994bce-1291-40d7-9a79-8cd8a3b476cc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.142192 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19915ab7-4ad8-4acd-834d-22f8cd1e6ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05994bce-1291-40d7-9a79-8cd8a3b476cc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:33.148582 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-19915ab7-4ad8-4acd-834d-22f8cd1e6ce4 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=1397c1b7ecde4433a66b4df3ce720eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731830 Jan 21 23:21:33.156501 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58940) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:33.156785 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-346652d0-fd43-46d3-902d-d6450fdc8ea3 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:33.158781 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-346652d0-fd43-46d3-902d-d6450fdc8ea3 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "GET /v2.0/networks?id=d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 200 len: 813 time: 0.1512532 Jan 21 23:21:33.181082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Request body: {'port': {'device_id': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee', 'admin_state_up': True, 'tenant_id': 'dfd006afe95843df89bd94f04b83b776'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:33.270389 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] Publish callbacks [] for security_group (05994bce-1291-40d7-9a79-8cd8a3b476cc), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.285787 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58944) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:33.293560 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5b72d-4ab0-4ef4-8287-5b24ff4e9376 req-e7505e25-4a84-4209-8e80-c8d8acee954c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:33.295519 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dfb5b72d-4ab0-4ef4-8287-5b24ff4e9376 req-e7505e25-4a84-4209-8e80-c8d8acee954c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1183367 Jan 21 23:21:33.318681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] Publish callbacks [] for security_group (05994bce-1291-40d7-9a79-8cd8a3b476cc), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.391311 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Made reservation on behalf of dfd006afe95843df89bd94f04b83b776 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:33.397392 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.411969 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dfb5b72d-4ab0-4ef4-8287-5b24ff4e9376 req-b3b55990-fa96-4716-acd0-b1b2b9bdfced tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037858 Jan 21 23:21:33.446606 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f52f3-8798-4366-bf22-a204bbe831f4 req-3a84e1e9-3d84-4144-8ecf-17630770e24f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:33.448180 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b69f52f3-8798-4366-bf22-a204bbe831f4 req-3a84e1e9-3d84-4144-8ecf-17630770e24f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.1012845 Jan 21 23:21:33.454780 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369335886-network', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:33.509197 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (05994bce-1291-40d7-9a79-8cd8a3b476cc), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.511677 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.512871 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/05994bce-1291-40d7-9a79-8cd8a3b476cc HTTP/1.1" status: 204 len: 168 time: 0.3553452 Jan 21 23:21:33.520229 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b69f52f3-8798-4366-bf22-a204bbe831f4 req-396983cd-15f2-413c-8f36-1dbc5e0833a4 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618722 Jan 21 23:21:33.525262 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25f34b-21be-4d07-9494-1ee58fc88b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05994bce-1291-40d7-9a79-8cd8a3b476cc,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:33.573217 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Made reservation on behalf of 03e6852f8be34fc196fdc2f6188c7397 for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:33.575735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.585807 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.618735 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Allocated IP 172.20.0.9 (d66fa904-0b85-4f3a-bf9a-691765d238ee/8ab84dfa-d34c-4599-aa9a-0e529ad7376a/8f4116ed-c2a0-4659-9e3c-6ea28141a51b) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:33.664246 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks [] for security_group (ed9da731-6e27-4654-84a2-18c9ffe8adde), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.715667 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ed9da731-6e27-4654-84a2-18c9ffe8adde), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.738359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:33.754339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9da731-6e27-4654-84a2-18c9ffe8adde,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:33.757679 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (9546bfde-9a1b-4c93-9c91-5c92d73d77f9), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.757679 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Added segment 9546bfde-9a1b-4c93-9c91-5c92d73d77f9 of type vlan for network 2aec0159-bb97-4175-b043-3f9b0fece188 Jan 21 23:21:33.800592 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks [] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.812120 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (2aec0159-bb97-4175-b043-3f9b0fece188), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.882200 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.892781 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (2aec0159-bb97-4175-b043-3f9b0fece188), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.898277 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:33.898277 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:33.939235 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Network d66fa904-0b85-4f3a-bf9a-691765d238ee is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:33.946865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:33.947458 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:33.953390 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Pushing event updated for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:33.974436 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] Pushing event updated for resources: {'Network': ['ID=2aec0159-bb97-4175-b043-3f9b0fece188,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:33.984130 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 2aec0159-bb97-4175-b043-3f9b0fece188 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:33.999291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58966) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:33.999558 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-37846418-bd6e-493f-86b9-8e269fd4390a admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6995893 Jan 21 23:21:34.006928 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Request body: {'subnet': {'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369335886-subnet', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:34.026073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.026722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.088364 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929fcb7-49ec-4e1b-95ba-1104c1ccfbf7 req-40e56c02-05e8-429f-b885-ebbbf347e883 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.088364 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f929fcb7-49ec-4e1b-95ba-1104c1ccfbf7 req-40e56c02-05e8-429f-b885-ebbbf347e883 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0571430 Jan 21 23:21:34.103810 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-86cacf1a-69c7-4047-9baf-a897cac89f95 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269402 Jan 21 23:21:34.125466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Request body: {'port': {'device_id': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:34.164213 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f929fcb7-49ec-4e1b-95ba-1104c1ccfbf7 req-c9290291-8b33-461f-be72-fa8c7b17bc1b tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725529 Jan 21 23:21:34.182561 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Made reservation on behalf of 03e6852f8be34fc196fdc2f6188c7397 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:34.184931 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60583668'] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.195537 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b76ea5-2093-44af-93c8-c6abf061fb60 req-5f37afb5-eb8b-4343-8834-bbb8d6a50b09 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.198125 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61b76ea5-2093-44af-93c8-c6abf061fb60 req-5f37afb5-eb8b-4343-8834-bbb8d6a50b09 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 931 time: 0.0694332 Jan 21 23:21:34.211476 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.252813 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61b76ea5-2093-44af-93c8-c6abf061fb60 req-43c02f67-45e5-4473-8e5e-2c04e9de4d0f tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496864 Jan 21 23:21:34.382127 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a4266276-0c1b-4620-af25-28d8ea648336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.547925 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6ebf3-8e5c-4b35-b44b-84e6dc243be5 req-62302f6e-26ad-4993-9adc-de08431d2f17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.549528 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bd6ebf3-8e5c-4b35-b44b-84e6dc243be5 req-62302f6e-26ad-4993-9adc-de08431d2f17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0553081 Jan 21 23:21:34.602459 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 58984) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:34.602947 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60257500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60583658'] for subnet (66944ef7-4616-4970-bd04-a95e2bbd2434), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.610898 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bd6ebf3-8e5c-4b35-b44b-84e6dc243be5 req-3db1d4f9-f1bf-4bb1-b50f-5fb35e57a2de tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541573 Jan 21 23:21:34.684247 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cd21e-c021-43a7-9487-4c81d4c77557 req-cff13eca-fe1f-4ac6-8c8b-ee1e5b41e6ec tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.688753 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5e9cd21e-c021-43a7-9487-4c81d4c77557 req-cff13eca-fe1f-4ac6-8c8b-ee1e5b41e6ec tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.0549712 Jan 21 23:21:34.707629 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4116ed-c2a0-4659-9e3c-6ea28141a51b {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:21:34.719411 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66944ef7-4616-4970-bd04-a95e2bbd2434,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:34.730730 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks [] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.735400 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Checking segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:34.735787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Network hostable DHCP agents. Network: 2aec0159-bb97-4175-b043-3f9b0fece188, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:34.738564 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-491296117-network', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:34.750122 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Transition to ACTIVE for port object 8f4116ed-c2a0-4659-9e3c-6ea28141a51b will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:21:34.750515 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5e9cd21e-c021-43a7-9487-4c81d4c77557 req-ab93ce18-2bc7-423c-b090-3c3837547917 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583119 Jan 21 23:21:34.795749 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.812509 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Made reservation on behalf of d44f546c2f3e4030bb4d0859edd3d52e for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:34.815070 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.825652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Network 2aec0159-bb97-4175-b043-3f9b0fece188 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:34.828416 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.854306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:34.912462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks [] for security_group (71e95831-daea-421e-951b-cd881b79ef08), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.915978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 2aec0159-bb97-4175-b043-3f9b0fece188) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:34.924649 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4fb60-74d5-447c-a95e-455b2a47543d None None] Network 2aec0159-bb97-4175-b043-3f9b0fece188 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:34.928058 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:34.928715 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.939654 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Attempting to bind port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:34.940014 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Attempting to bind port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:34.940410 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Attempting to bind port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b on network d66fa904-0b85-4f3a-bf9a-691765d238ee {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:34.946419 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b on network d66fa904-0b85-4f3a-bf9a-691765d238ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:21:34.946751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Attempting to bind port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b on network d66fa904-0b85-4f3a-bf9a-691765d238ee {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:34.951802 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:34.952151 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Checking segment: {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:34.952583 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Bound using segment: {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:34.953847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Bound port: 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:34.953847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:34.973029 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (71e95831-daea-421e-951b-cd881b79ef08), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.001056 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:35.022172 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:35.027060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:35.042544 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b25de06b-cdfa-4b63-a0a7-7f2f753080b8 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0388927 Jan 21 23:21:35.042544 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58988) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:35.047489 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e95831-daea-421e-951b-cd881b79ef08,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:35.048350 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:35.056703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (20047706-d024-4e26-a8e0-7b9f1237059c), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.057137 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Added segment 20047706-d024-4e26-a8e0-7b9f1237059c of type vlan for network bbe611ef-5b30-4901-9d84-45d0f7db0d83 Jan 21 23:21:35.094267 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.117550 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-5856a942-65fb-4cd8-9131-c57a5652bb29 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.119266 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-5856a942-65fb-4cd8-9131-c57a5652bb29 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 946 time: 0.1103208 Jan 21 23:21:35.123266 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (bbe611ef-5b30-4901-9d84-45d0f7db0d83), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.138800 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.139436 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.141030 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] 10.222.0.124 "PUT /v2.0/ports/8f4116ed-c2a0-4659-9e3c-6ea28141a51b HTTP/1.1" status: 200 len: 1093 time: 1.0223985 Jan 21 23:21:35.141581 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:35.144829 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:35.154546 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (b40fd33e-744e-4520-9753-b6819888e25c), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.155878 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (b40fd33e-744e-4520-9753-b6819888e25c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.182844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4de215-a0ed-4b13-920d-f0f36e634c4d service neutron] Pushing event updated for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:35.184491 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-2aec0159-bb97-4175-b043-3f9b0fece188', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:21:35.192490 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.243102 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32442bd0-f7cb-45b5-b543-1722864e0ebd x-openstack-request-id: req-32442bd0-f7cb-45b5-b543-1722864e0ebd {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:35.243573 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:35.243881 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-32442bd0-f7cb-45b5-b543-1722864e0ebd {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:35.244354 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b', 'status': 'completed', 'code': 200} Jan 21 23:21:35.248416 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for router_controller (b40fd33e-744e-4520-9753-b6819888e25c), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.279416 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (bbe611ef-5b30-4901-9d84-45d0f7db0d83), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.280602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.281296 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.304009 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Deleting port 9829535c-0556-4f09-a60e-ea49f1478a89 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:35.304578 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.385648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-31526e3f-dae5-4869-a31b-6455477e62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.387439 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-31526e3f-dae5-4869-a31b-6455477e62c7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 1096 time: 0.1207271 Jan 21 23:21:35.398068 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Allocated IP 172.20.0.2 (2aec0159-bb97-4175-b043-3f9b0fece188/66944ef7-4616-4970-bd04-a95e2bbd2434/4daefebe-37e1-4d79-b8bc-e6010f5784f5) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:35.426311 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.475097 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8680222 Jan 21 23:21:35.478658 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe46d55-3caa-4e8e-995d-23c188e43378 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe611ef-5b30-4901-9d84-45d0f7db0d83,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:35.481468 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 58996) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:35.483708 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for router_gateway (b40fd33e-744e-4520-9753-b6819888e25c), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.492068 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Request body: {'subnet': {'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-491296117-subnet', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:35.499937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456f2d-0ac0-4ac2-a722-3805ea9c342f req-83801b90-732f-4f92-b1bc-957490427a76 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.502744 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:35.504982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7456f2d-0ac0-4ac2-a722-3805ea9c342f req-83801b90-732f-4f92-b1bc-957490427a76 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.2415819 Jan 21 23:21:35.570329 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea9cd4-1381-4b01-a32b-aa6399612d6f req-b6524226-41da-48e7-a89b-f5a1637e022a tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.571867 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31ea9cd4-1381-4b01-a32b-aa6399612d6f req-b6524226-41da-48e7-a89b-f5a1637e022a tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 943 time: 0.2055757 Jan 21 23:21:35.579353 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] For port 9829535c-0556-4f09-a60e-ea49f1478a89, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=9829535c-0556-4f09-a60e-ea49f1478a89,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:35.580138 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.595906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-b97a47dd-994d-4851-8770-a7a730009167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.597498 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-b97a47dd-994d-4851-8770-a7a730009167 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=dfd006afe95843df89bd94f04b83b776&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1737545 Jan 21 23:21:35.618359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Calling delete_port for 9829535c-0556-4f09-a60e-ea49f1478a89 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:35.644681 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks [] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.658464 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b7456f2d-0ac0-4ac2-a722-3805ea9c342f req-149645c6-514e-49ad-be7a-3c8b687a2e41 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478493 Jan 21 23:21:35.683010 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Made reservation on behalf of d44f546c2f3e4030bb4d0859edd3d52e for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:35.685994 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60583668'] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.709001 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31ea9cd4-1381-4b01-a32b-aa6399612d6f req-d382d942-8ca2-457e-9755-0d8df3c2db12 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247709 Jan 21 23:21:35.728210 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.788749 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Network 2aec0159-bb97-4175-b043-3f9b0fece188 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:35.793708 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:35.795876 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c448ab2-ab7f-4cf1-acbc-4851fdb746a9 req-6a246e4e-869f-431a-9f8a-47ec728d87db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.802119 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Pushing event updated for resources: {'Port': ['ID=4daefebe-37e1-4d79-b8bc-e6010f5784f5,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:35.802298 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7c448ab2-ab7f-4cf1-acbc-4851fdb746a9 req-6a246e4e-869f-431a-9f8a-47ec728d87db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0766394 Jan 21 23:21:35.805491 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:35.809893 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.810823 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.811455 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.812053 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.812682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.813272 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.813857 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.814490 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.815093 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.818569 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.819828 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.820486 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.821108 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:35.850564 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-3bcff338-339a-4854-a7ac-9f197a28b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.852622 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d34b19ae-6db1-4b12-bdd1-fd3d3d85daf7 req-3bcff338-339a-4854-a7ac-9f197a28b19f service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439528 Jan 21 23:21:35.890905 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Attempting to bind port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:35.891814 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Attempting to bind port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:35.892294 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Attempting to bind port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 on network 2aec0159-bb97-4175-b043-3f9b0fece188 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:35.896806 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7c448ab2-ab7f-4cf1-acbc-4851fdb746a9 req-d51ffd5c-aef4-4221-a1f8-c83006c1c6a7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731926 Jan 21 23:21:35.898731 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:35.899126 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Checking segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:35.900439 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.900439 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Bound using segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:35.901679 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Bound port: 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:35.902166 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.952011 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (9829535c-0556-4f09-a60e-ea49f1478a89), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:35.981888 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] For port 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:35.984348 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] For port 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4daefebe-37e1-4d79-b8bc-e6010f5784f5,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:35.984634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event deleted for resources: {'Port': ['ID=9829535c-0556-4f09-a60e-ea49f1478a89,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:35.989296 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5', '9829535c-0556-4f09-a60e-ea49f1478a89'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:35.994590 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613244d-d7f1-492c-ad4b-c743475d53e1 req-bc6731ab-4109-4e7e-8037-91a6823094fd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:35.998646 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4613244d-d7f1-492c-ad4b-c743475d53e1 req-bc6731ab-4109-4e7e-8037-91a6823094fd tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 867 time: 0.0972383 Jan 21 23:21:36.061279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] No DVR routers for this DVR port 9829535c-0556-4f09-a60e-ea49f1478a89 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:36.069280 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.069527 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.073063 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6aa38a99-4c53-4930-b81e-68a50a006f50 req-ceb1b453-88c8-443b-be40-48de9addb45b tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "DELETE /v2.0/ports/9829535c-0556-4f09-a60e-ea49f1478a89 HTTP/1.1" status: 204 len: 173 time: 0.9433415 Jan 21 23:21:36.073524 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'name': 'network-vif-deleted', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:36.077517 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90668430-e4d0-44b5-b8b6-ebe6da193c59" -d '{"events": [{"server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "name": "network-vif-deleted", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:36.131345 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-a759d4f9-3b31-426a-ae21-e637f42be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:36.141301 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4613244d-d7f1-492c-ad4b-c743475d53e1 req-31feab5b-4e1f-4ed7-b397-8cac91ef59f5 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178169 Jan 21 23:21:36.142030 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-a759d4f9-3b31-426a-ae21-e637f42be948 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 1096 time: 0.1981034 Jan 21 23:21:36.145041 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdccd8d3-93fe-429f-ad56-564e2341d943 x-openstack-request-id: req-bdccd8d3-93fe-429f-ad56-564e2341d943 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:36.145444 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4196df-ecb0-42e0-b021-f1b001483a5b", "name": "network-vif-deleted", "tag": "9829535c-0556-4f09-a60e-ea49f1478a89", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:36.146334 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-bdccd8d3-93fe-429f-ad56-564e2341d943 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:36.146904 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4196df-ecb0-42e0-b021-f1b001483a5b', 'name': 'network-vif-deleted', 'tag': '9829535c-0556-4f09-a60e-ea49f1478a89', 'status': 'completed', 'code': 200} Jan 21 23:21:36.166093 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for router_gateway (b40fd33e-744e-4520-9753-b6819888e25c), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.173392 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a366c-1e3b-4367-bcb0-443e3b146040 None None] Pushing event updated for resources: {'Port': ['ID=4daefebe-37e1-4d79-b8bc-e6010f5784f5,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:36.196679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.485040 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60257500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60583658'] for subnet (392352a7-c396-4923-9a59-9b89124a4d3a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.496390 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-1872b1a9-0764-4d50-b1e7-124e268b7497 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b HTTP/1.1" status: 200 len: 217 time: 0.3062882 Jan 21 23:21:36.630350 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392352a7-c396-4923-9a59-9b89124a4d3a,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:36.665984 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4daefebe-37e1-4d79-b8bc-e6010f5784f5 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:36.678286 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-1728c002-83ef-4cd6-8393-ef2a315719db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:36.679834 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-1728c002-83ef-4cd6-8393-ef2a315719db service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8ab84dfa-d34c-4599-aa9a-0e529ad7376a HTTP/1.1" status: 200 len: 853 time: 0.1550529 Jan 21 23:21:36.723357 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-6f2703e9-e8fb-41e5-89e8-89f1e78c9819 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d66fa904-0b85-4f3a-bf9a-691765d238ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352015 Jan 21 23:21:36.726444 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:36.726820 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Network hostable DHCP agents. Network: bbe611ef-5b30-4901-9d84-45d0f7db0d83, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:36.729238 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:36.729634 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.743988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Allocated IP 172.27.3.131 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/ebc06c56-0988-429b-b8c2-115a8f379a2b) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:36.831229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ce40-7e95-4236-9d2f-57f0a67071ca req-89a74296-4786-4073-a5f8-e1d99b200d21 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:36.836548 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3115ce40-7e95-4236-9d2f-57f0a67071ca req-89a74296-4786-4073-a5f8-e1d99b200d21 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.0976069 Jan 21 23:21:36.843654 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:36.843957 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.885971 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4daefebe-37e1-4d79-b8bc-e6010f5784f5,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:36.905883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-da45e2db-6816-43ae-82ab-58e2481e506a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:36.925441 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3115ce40-7e95-4236-9d2f-57f0a67071ca req-79f66982-0766-4b61-9098-14767812bf50 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/security-groups?id=6fe340ec-6db8-4f04-80a1-95b76654b3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753589 Jan 21 23:21:36.934122 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e995a35-79e7-4e3c-8fdb-7631a994f848 req-d63c5db8-58b4-4834-92f8-4ffae873a726 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:36.935674 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0e995a35-79e7-4e3c-8fdb-7631a994f848 req-d63c5db8-58b4-4834-92f8-4ffae873a726 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 943 time: 0.0968990 Jan 21 23:21:36.938257 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-f457db44-31be-42f9-8ece-fd96f4f7d41f service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040007 Jan 21 23:21:36.943197 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:36.984318 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.031052 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0e995a35-79e7-4e3c-8fdb-7631a994f848 req-9e33d03c-ffe9-45f7-b797-90225baafe93 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Jan 21 23:21:37.037101 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.074249 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, bbe611ef-5b30-4901-9d84-45d0f7db0d83) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:37.079165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:37.079920 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.081831 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=4daefebe-37e1-4d79-b8bc-e6010f5784f5,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:37.086921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95bee8-98af-4800-a4a2-b2f8f35159c6 None None] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:37.103973 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ce166-6468-4140-a085-1b511c148a75 req-103cb819-0f01-406d-817c-559697be822b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:37.111965 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-107ce166-6468-4140-a085-1b511c148a75 req-103cb819-0f01-406d-817c-559697be822b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.0886602 Jan 21 23:21:37.141151 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-459dadba-b7cf-473a-ad5a-df7375d2fec1 req-2517d2f3-8925-42d9-b64b-b9b047ab3684 service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908963 Jan 21 23:21:37.204087 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e201fb46-2248-4fda-a08c-782ea0e3ff37 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7164786 Jan 21 23:21:37.207832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59012) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:37.213102 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:37.230442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:21:37.235680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.238439 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-107ce166-6468-4140-a085-1b511c148a75 req-ec10b36c-ca7d-4cef-8a05-0acc745787ed tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254370 Jan 21 23:21:37.260634 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.290194 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-de674cf3-4bcd-4c4b-87cd-1fba12c7f115 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:37.297692 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-de674cf3-4bcd-4c4b-87cd-1fba12c7f115 tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 945 time: 0.1300819 Jan 21 23:21:37.325332 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:37.334245 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:37.336944 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.338086 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.343542 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:37.344180 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc06c56-0988-429b-b8c2-115a8f379a2b,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:37.369986 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-330cef42-2f2d-4978-bcc7-4b33a9754cf8 req-681bacfd-c0c1-4992-abb3-c57c8ff681cc tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=0d4196df-ecb0-42e0-b021-f1b001483a5b HTTP/1.1" status: 200 len: 210 time: 0.0709929 Jan 21 23:21:37.458463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Deleting port 6bdf577c-d79c-4975-a18f-9d3b3070128d {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:37.458929 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.473743 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Allocated IP 172.20.0.2 (bbe611ef-5b30-4901-9d84-45d0f7db0d83/392352a7-c396-4923-9a59-9b89124a4d3a/140ab130-7039-49d2-bf5b-54f1f90ef81c) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:37.484091 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for router_controller (4db1a4db-ed48-4037-a0c9-dff4566b6c79), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.559958 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] For port 6bdf577c-d79c-4975-a18f-9d3b3070128d, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=6bdf577c-d79c-4975-a18f-9d3b3070128d,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:37.560545 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.577387 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Calling delete_port for 6bdf577c-d79c-4975-a18f-9d3b3070128d owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:37.633330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7ac068-4eb6-4a1a-be40-05aa39ae0a1c None None] Network 2aec0159-bb97-4175-b043-3f9b0fece188 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:37.714892 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks [] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.748528 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-166ca458-c706-4ca7-9cdd-36e46fa42c16 None None] Provisioning complete for port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:37.748965 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-166ca458-c706-4ca7-9cdd-36e46fa42c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.786352 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.790505 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for router_gateway (4db1a4db-ed48-4037-a0c9-dff4566b6c79), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.807267 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (6bdf577c-d79c-4975-a18f-9d3b3070128d), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.837812 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Pushing event deleted for resources: {'Port': ['ID=6bdf577c-d79c-4975-a18f-9d3b3070128d,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:37.853159 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['6bdf577c-d79c-4975-a18f-9d3b3070128d'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:37.862009 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:37.879227 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for router_gateway (b40fd33e-744e-4520-9753-b6819888e25c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.883864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] No DVR routers for this DVR port 6bdf577c-d79c-4975-a18f-9d3b3070128d on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:37.888376 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:37.891720 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-208b77a7-ff9a-4925-95f7-332a4e24e6f8 req-9e7cc64d-ed3a-44b5-8084-63a4b1d3828c tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.124 "DELETE /v2.0/ports/6bdf577c-d79c-4975-a18f-9d3b3070128d HTTP/1.1" status: 204 len: 173 time: 0.5790451 Jan 21 23:21:37.913432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:37.915826 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:37.922035 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Pushing event updated for resources: {'Port': ['ID=140ab130-7039-49d2-bf5b-54f1f90ef81c,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:38.015455 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-166ca458-c706-4ca7-9cdd-36e46fa42c16 None None] Current status of the port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:38.019949 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Attempting to bind port 140ab130-7039-49d2-bf5b-54f1f90ef81c on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:38.020373 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Attempting to bind port 140ab130-7039-49d2-bf5b-54f1f90ef81c by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:38.020752 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Attempting to bind port 140ab130-7039-49d2-bf5b-54f1f90ef81c on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:38.027415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:38.027415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:38.027810 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.028183 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Bound using segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:38.028711 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Bound port: 140ab130-7039-49d2-bf5b-54f1f90ef81c, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:38.029505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.110842 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd2c9034-eb38-4154-879e-545b93b428c0 req-3f612ed8-d1b5-49b7-8686-59d45d70bf5e tempest-ServerRescueNegativeTestJSON-1810180476 tempest-ServerRescueNegativeTestJSON-1810180476-project] 10.222.0.138 "GET /v2.0/ports?device_id=84205781-d700-4d1c-8fe0-1f1306a28abe HTTP/1.1" status: 200 len: 210 time: 0.0741918 Jan 21 23:21:38.141708 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] For port 140ab130-7039-49d2-bf5b-54f1f90ef81c, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:38.146664 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] For port 140ab130-7039-49d2-bf5b-54f1f90ef81c, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140ab130-7039-49d2-bf5b-54f1f90ef81c,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:38.152954 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'name': 'network-vif-deleted', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:38.155460 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a65940-d772-4016-80b9-872542f7233a" -d '{"events": [{"server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "name": "network-vif-deleted", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:38.208146 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59baf55-d247-4176-b9c3-8ca18b45006a req-691d0c5f-2293-4a8b-9955-895243074724 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:38.210092 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b59baf55-d247-4176-b9c3-8ca18b45006a req-691d0c5f-2293-4a8b-9955-895243074724 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 943 time: 0.0700166 Jan 21 23:21:38.226986 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.238923 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe81f4-fbf2-44a1-8d5f-30392e6d7f3c x-openstack-request-id: req-e3fe81f4-fbf2-44a1-8d5f-30392e6d7f3c {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:38.239343 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84205781-d700-4d1c-8fe0-1f1306a28abe", "name": "network-vif-deleted", "tag": "6bdf577c-d79c-4975-a18f-9d3b3070128d", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:38.239520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-e3fe81f4-fbf2-44a1-8d5f-30392e6d7f3c {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:38.240046 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84205781-d700-4d1c-8fe0-1f1306a28abe', 'name': 'network-vif-deleted', 'tag': '6bdf577c-d79c-4975-a18f-9d3b3070128d', 'status': 'completed', 'code': 200} Jan 21 23:21:38.279131 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b59baf55-d247-4176-b9c3-8ca18b45006a req-a011290b-5cbe-4137-9aa7-921302f55807 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621712 Jan 21 23:21:38.285616 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (b40fd33e-744e-4520-9753-b6819888e25c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.349664 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for router_gateway (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.354569 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9111e0e-0c51-4d0e-8af2-feb4b5abda88 None None] Pushing event updated for resources: {'Port': ['ID=140ab130-7039-49d2-bf5b-54f1f90ef81c,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:38.372834 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-0a040686-30f5-40ac-ab4b-be0f44f19b60 None None] Provisioning complete for port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:38.373237 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0a040686-30f5-40ac-ab4b-be0f44f19b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.401004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.453352 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83ed73-a2bc-4bf5-b416-de41b4c200ad req-ae181702-5e05-43b7-9606-8c40df678aca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:38.455563 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ef83ed73-a2bc-4bf5-b416-de41b4c200ad req-ae181702-5e05-43b7-9606-8c40df678aca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1034725 Jan 21 23:21:38.486981 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-0a040686-30f5-40ac-ab4b-be0f44f19b60 None None] Current status of the port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:38.535833 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ef83ed73-a2bc-4bf5-b416-de41b4c200ad req-5c592d23-97f2-4044-a57d-c76515f4959c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737307 Jan 21 23:21:38.573109 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Allocated IP 172.27.3.76 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/6c8eae15-12c2-4aa4-8bdf-5d47a303b476) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:38.615590 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4daefebe-37e1-4d79-b8bc-e6010f5784f5 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:38.664993 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Router b40fd33e-744e-4520-9753-b6819888e25c is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:21:38.695323 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:38.695794 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.803168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:38.813035 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.852454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:38.864844 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Sync routers for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:38.874877 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:38.875425 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:38.963923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.965268 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-24c8e426-083e-45bc-85fb-c6d8eff82cb5 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9215307 Jan 21 23:21:38.966718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:38.968307 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59030) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:38.995466 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:39.006635 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:39.014850 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:39.018477 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:39.040537 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 9829535c-0556-4f09-a60e-ea49f1478a89 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:39.078618 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 9829535c-0556-4f09-a60e-ea49f1478a89 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:39.078985 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 9829535c-0556-4f09-a60e-ea49f1478a89 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:39.093249 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.228761 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59034) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:39.245485 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:37Z', 'revision_number': 3, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:39.278281 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Checking router: b40fd33e-744e-4520-9753-b6819888e25c for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:39.278642 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Updating router b40fd33e-744e-4520-9753-b6819888e25c port ebc06c56-0988-429b-b8c2-115a8f379a2b binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:39.313280 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.446290 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:39.685413 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks [] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.730509 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for router_gateway (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.752064 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fd44f9-1fd6-4204-aeed-e7968d8e785f None None] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:39.785670 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.848207 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Provisioning complete for port 140ab130-7039-49d2-bf5b-54f1f90ef81c triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:39.849416 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.860081 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Pushing event updated for resources: {'Port': ['ID=ebc06c56-0988-429b-b8c2-115a8f379a2b,revision_number=2']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:39.872602 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.873368 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.873629 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.874082 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.874525 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.874963 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.875399 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.875839 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.876290 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.876759 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.877235 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.877670 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.878165 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:39.902698 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17208499-511b-43f8-aa93-f8edc19564e1 req-67bcb99e-c1fb-4562-82dd-45a6702cf6b1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:39.911507 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17208499-511b-43f8-aa93-f8edc19564e1 req-67bcb99e-c1fb-4562-82dd-45a6702cf6b1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.2604465 Jan 21 23:21:39.918669 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Attempting to bind port ebc06c56-0988-429b-b8c2-115a8f379a2b on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:39.919188 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Attempting to bind port ebc06c56-0988-429b-b8c2-115a8f379a2b by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:39.919926 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Attempting to bind port ebc06c56-0988-429b-b8c2-115a8f379a2b on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:39.921735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dc565-fdfd-4e77-81be-0a139c51efcf req-49d46bd9-d60a-48f9-9501-44befa6c9710 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:39.924130 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f7dc565-fdfd-4e77-81be-0a139c51efcf req-49d46bd9-d60a-48f9-9501-44befa6c9710 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 943 time: 0.3199780 Jan 21 23:21:39.927544 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:39.928067 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:39.929347 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.929867 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:39.930470 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Bound port: ebc06c56-0988-429b-b8c2-115a8f379a2b, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:39.930964 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.994221 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:39.998450 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] For port ebc06c56-0988-429b-b8c2-115a8f379a2b, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:40.002699 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] For port ebc06c56-0988-429b-b8c2-115a8f379a2b, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ebc06c56-0988-429b-b8c2-115a8f379a2b,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:40.084144 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.109315 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-17208499-511b-43f8-aa93-f8edc19564e1 req-cdb809d3-02f4-4ff5-9d0e-cee676547060 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967072 Jan 21 23:21:40.118235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Current status of the port 140ab130-7039-49d2-bf5b-54f1f90ef81c is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:40.118660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.135222 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7f7dc565-fdfd-4e77-81be-0a139c51efcf req-01dfc493-cb90-444f-b63d-0a20c4aea644 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964240 Jan 21 23:21:40.180516 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] For port 140ab130-7039-49d2-bf5b-54f1f90ef81c, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140ab130-7039-49d2-bf5b-54f1f90ef81c,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:40.209902 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126833-6b06-4237-b534-a38616cee8ef None None] Pushing event updated for resources: {'Port': ['ID=ebc06c56-0988-429b-b8c2-115a8f379a2b,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:40.245518 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:40.246500 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:40.255250 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.271613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:21:40.326926 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbfade-0482-4f79-a598-a5539ce95b7f None None] Pushing event updated for resources: {'Port': ['ID=140ab130-7039-49d2-bf5b-54f1f90ef81c,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:40.353537 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.430815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:40.431082 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:40.443488 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:40.472864 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:40.474003 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:40.546951 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.546951 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9397a23c-578c-4f41-9b4f-cae7051837b2 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3372879 Jan 21 23:21:40.547648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59044) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:40.561136 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (823ed186-e983-4488-b5e9-5538d248c926), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.650447 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-fab01740-c1ea-4cff-a418-75d280da2985 None None] Provisioning complete for port 140ab130-7039-49d2-bf5b-54f1f90ef81c triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:40.651223 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-fab01740-c1ea-4cff-a418-75d280da2985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.653345 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:40.721311 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:40.761071 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:37Z', 'revision_number': 3, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:40.802386 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140ab130-7039-49d2-bf5b-54f1f90ef81c up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:40.802784 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f01465-c0f2-4ae0-ab0d-39ba53bc24dc None None] The sync data for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi is: [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:37Z', 'revision_number': 3, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:40.807566 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Allocated IP 172.20.0.1 (2aec0159-bb97-4175-b043-3f9b0fece188/66944ef7-4616-4970-bd04-a95e2bbd2434/4cf8f418-50bf-4c1b-a575-9191a41e6350) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:40.843596 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b660762-edd4-4510-a889-349d0cf08816 req-4ceda841-6e63-428c-8c47-aaa732f1c77d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:40.851718 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b660762-edd4-4510-a889-349d0cf08816 req-4ceda841-6e63-428c-8c47-aaa732f1c77d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.1727724 Jan 21 23:21:40.944530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-fab01740-c1ea-4cff-a418-75d280da2985 None None] Current status of the port 140ab130-7039-49d2-bf5b-54f1f90ef81c is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:40.972954 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 140ab130-7039-49d2-bf5b-54f1f90ef81c triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:40.972954 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.059102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 8f4116ed-c2a0-4659-9e3c-6ea28141a51b details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:21:41.061004 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6bdf577c-d79c-4975-a18f-9d3b3070128d no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:41.067627 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8b660762-edd4-4510-a889-349d0cf08816 req-746e2f7c-12a5-4b96-a961-5cca1dd6143d tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150378 Jan 21 23:21:41.094846 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 6bdf577c-d79c-4975-a18f-9d3b3070128d {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:41.095290 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 6bdf577c-d79c-4975-a18f-9d3b3070128d not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:41.130590 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks [] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.177300 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:39Z', 'revision_number': 3, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:41.182286 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 140ab130-7039-49d2-bf5b-54f1f90ef81c is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:41.187670 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.264897 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:41.265418 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Updating router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:41.345684 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.388974 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:41.394877 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed72b9-076e-47c6-930e-81c7264a7c80 req-e047477f-8cdc-4a8c-af91-5b7e9a217e15 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:41.396504 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-59ed72b9-076e-47c6-930e-81c7264a7c80 req-e047477f-8cdc-4a8c-af91-5b7e9a217e15 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 944 time: 0.1320791 Jan 21 23:21:41.426717 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.431489 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b', 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee', 'port_id': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b', 'mac_address': 'fa:16:3e:51:3c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab84dfa-d34c-4599-aa9a-0e529ad7376a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:21:41.455772 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Allocated IP 172.20.0.1 (bbe611ef-5b30-4901-9d84-45d0f7db0d83/392352a7-c396-4923-9a59-9b89124a4d3a/a028b118-e529-47f7-95d1-c8856786b534) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:41.493275 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.504671 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f362c-bf57-4ba8-be0e-6a83ab24a17e req-17bca790-31f1-4097-b41f-64c3cb73f8e0 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:41.506240 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-266f362c-bf57-4ba8-be0e-6a83ab24a17e req-17bca790-31f1-4097-b41f-64c3cb73f8e0 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 943 time: 0.2006555 Jan 21 23:21:41.510921 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:41.519497 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Deleting port 03f3a6cb-910b-48de-9118-bbdfaac30dfb {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:41.519823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.533418 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Network 2aec0159-bb97-4175-b043-3f9b0fece188 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.568785 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.569865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.569865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.569865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.570176 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.570303 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.570597 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:21:41.584032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:41.585143 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:41.585893 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.617669 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:41.657259 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks [] for port (a028b118-e529-47f7-95d1-c8856786b534), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.661921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4116ed-c2a0-4659-9e3c-6ea28141a51b {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:21:41.691723 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:41.782428 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.783133 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:21:41.808136 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.843505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:41.877315 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks [] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:41.934948 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Pushing event updated for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:41.960060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:41.962555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:41.965794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:41.999093 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:42.013536 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'mac_address': 'fa:16:3e:30:2e:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:21:42.023460 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.036873 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.041817 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-59ed72b9-076e-47c6-930e-81c7264a7c80 req-2fdfa999-375d-4eb4-ae7d-38e01b0a4fa9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6201591 Jan 21 23:21:42.089243 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e65db-50e9-4706-99f0-191329368f20 None None] Pushing event updated for resources: {'Port': ['ID=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:42.116448 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (b40fd33e-744e-4520-9753-b6819888e25c), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.123518 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-266f362c-bf57-4ba8-be0e-6a83ab24a17e req-695e89f1-b49d-476b-9a60-dc18a163cd9b tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6013019 Jan 21 23:21:42.128619 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3c92557f-de8c-4e6f-80be-01da3755a7ad None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:42.129027 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c92557f-de8c-4e6f-80be-01da3755a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.180081 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Attempting to bind port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:42.180511 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Attempting to bind port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:42.180898 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Attempting to bind port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:42.207411 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] For port 03f3a6cb-910b-48de-9118-bbdfaac30dfb, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=03f3a6cb-910b-48de-9118-bbdfaac30dfb,segment=NetworkSegment(4b65c690-c08c-4a3e-a2cf-be7a3249a85c),segment_id=4b65c690-c08c-4a3e-a2cf-be7a3249a85c)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:42.207648 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:42.207838 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.207976 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:42.208249 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.208705 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:42.209217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Bound port: 6c8eae15-12c2-4aa4-8bdf-5d47a303b476, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:42.210146 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.240858 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Calling delete_port for 03f3a6cb-910b-48de-9118-bbdfaac30dfb owned by network:router_interface {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:42.244378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:42.244801 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.283220 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3c92557f-de8c-4e6f-80be-01da3755a7ad None None] Port 4cf8f418-50bf-4c1b-a575-9191a41e6350 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:42.297070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:21:42.333523 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:42.354157 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] For port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:42.354157 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] For port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:42.370995 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a028b118-e529-47f7-95d1-c8856786b534), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.407519 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-98e9d9c2-9b87-4f13-a0b4-874b8b2fa7a1 None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:42.407519 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-98e9d9c2-9b87-4f13-a0b4-874b8b2fa7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.436445 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.446338 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.461036 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-5b383649-cab2-4916-8666-5e028bc96d69 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:42.462694 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-5b383649-cab2-4916-8666-5e028bc96d69 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.1634297 Jan 21 23:21:42.494758 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-98e9d9c2-9b87-4f13-a0b4-874b8b2fa7a1 None None] Port a028b118-e529-47f7-95d1-c8856786b534 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:42.526768 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:42.527407 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:42.560291 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b3253-5605-4d61-a42d-772ed0cf5475 req-b637c674-c775-4730-8765-b6ec3321207a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:42.568778 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-162b3253-5605-4d61-a42d-772ed0cf5475 req-b637c674-c775-4730-8765-b6ec3321207a tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 945 time: 0.2677104 Jan 21 23:21:42.618291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks [] for port (a028b118-e529-47f7-95d1-c8856786b534), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.693216 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.749873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=9']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:42.754686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.762707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ebc06c56-0988-429b-b8c2-115a8f379a2b up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:42.771989 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.778586 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-162b3253-5605-4d61-a42d-772ed0cf5475 req-e799fac9-5be8-41ad-910e-2b7cc72a3a69 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743546 Jan 21 23:21:42.830323 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Pushing event updated for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:42.853717 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Deleting port b542fc38-9fc4-4586-b716-752686445db5 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:42.854134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (b542fc38-9fc4-4586-b716-752686445db5), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:42.903160 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['2e57b939-5fbf-4000-8625-ca456274f5fc'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:42.906776 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:42.906776 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:42.946958 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e65db-50e9-4706-99f0-191329368f20 None None] Pushing event updated for resources: {'Port': ['ID=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:42.982316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['8f4116ed-c2a0-4659-9e3c-6ea28141a51b'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:42.992155 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:43.057421 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:21:43.080098 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ebc06c56-0988-429b-b8c2-115a8f379a2b triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:43.080846 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.123279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks [] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.154911 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (03f3a6cb-910b-48de-9118-bbdfaac30dfb), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.168893 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] For port b542fc38-9fc4-4586-b716-752686445db5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=b542fc38-9fc4-4586-b716-752686445db5,segment=NetworkSegment(6cbc6167-13b7-47de-a179-4ec0245082af),segment_id=6cbc6167-13b7-47de-a179-4ec0245082af)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:43.169707 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (b542fc38-9fc4-4586-b716-752686445db5), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.218783 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=03f3a6cb-910b-48de-9118-bbdfaac30dfb,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:43.239280 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.257868 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Calling delete_port for b542fc38-9fc4-4586-b716-752686445db5 owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:43.308160 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:43.320335 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-283d796e-da36-4096-a549-0681baf60743 admin admin] 10.222.0.138 "PUT /v2.0/routers/4db1a4db-ed48-4037-a0c9-dff4566b6c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7650166 Jan 21 23:21:43.443235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-979940c7-88f9-4cad-bcbd-0ed3084e70b3 None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:43.443480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (b40fd33e-744e-4520-9753-b6819888e25c), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.443641 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-979940c7-88f9-4cad-bcbd-0ed3084e70b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.463437 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:43.494365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b023394-a722-4384-b8fc-7b78ae8c0901 req-d621dbff-e1fb-4275-adf4-61aa06c18790 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:43.496106 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b023394-a722-4384-b8fc-7b78ae8c0901 req-d621dbff-e1fb-4275-adf4-61aa06c18790 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.2857313 Jan 21 23:21:43.583444 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-979940c7-88f9-4cad-bcbd-0ed3084e70b3 None None] Port a028b118-e529-47f7-95d1-c8856786b534 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:43.591377 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ebc06c56-0988-429b-b8c2-115a8f379a2b is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:43.591785 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.636740 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port ebc06c56-0988-429b-b8c2-115a8f379a2b, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ebc06c56-0988-429b-b8c2-115a8f379a2b,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:43.669064 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f9c52-3cca-4e0e-b6f8-c9cc20ba7b53 req-3b0198b9-cddc-4f18-bcd9-a9c9bde86070 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:43.670876 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-387f9c52-3cca-4e0e-b6f8-c9cc20ba7b53 req-3b0198b9-cddc-4f18-bcd9-a9c9bde86070 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 944 time: 0.3688838 Jan 21 23:21:43.673829 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:41Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:43.704921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3434a420-a5f6-4383-bb96-9298d070e91e None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:41Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:43.709696 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.769461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b023394-a722-4384-b8fc-7b78ae8c0901 req-a7b3590b-a763-40ef-96d2-a4bf555462ff tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500753 Jan 21 23:21:43.773596 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=ebc06c56-0988-429b-b8c2-115a8f379a2b,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:43.849143 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (823ed186-e983-4488-b5e9-5538d248c926), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:43.882903 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Network 2aec0159-bb97-4175-b043-3f9b0fece188 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:43.898615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:43.905309 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-387f9c52-3cca-4e0e-b6f8-c9cc20ba7b53 req-593b4e1f-2ac7-4674-867d-b230356b79bb tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252836 Jan 21 23:21:43.966320 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (b542fc38-9fc4-4586-b716-752686445db5), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.186524 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59076) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:44.194336 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-109400121-network', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:44.269386 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['b542fc38-9fc4-4586-b716-752686445db5'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:21:44.298401 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Made reservation on behalf of 383a0e18e5f147ec8667dae6681078ea for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:44.300950 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.314771 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.323919 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Pushing event deleted for resources: {'Port': ['ID=b542fc38-9fc4-4586-b716-752686445db5,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:44.334829 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3a4ba13c-f6b3-4e26-bcda-c01b349894ee None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:44.335217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3a4ba13c-f6b3-4e26-bcda-c01b349894ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.398282 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ba13c-f6b3-4e26-bcda-c01b349894ee None None] Port 4cf8f418-50bf-4c1b-a575-9191a41e6350 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:44.404156 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c75e1b-13e4-4221-b22a-3ca6bee326c2 req-aa1276ed-d0e9-415e-8ff1-7eabf2fcf23f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:44.405823 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-05c75e1b-13e4-4221-b22a-3ca6bee326c2 req-aa1276ed-d0e9-415e-8ff1-7eabf2fcf23f tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cff6cdd-1150-4371-8bd6-b75084133bd4 HTTP/1.1" status: 200 len: 867 time: 0.5289032 Jan 21 23:21:44.443429 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks [] for security_group (531642f0-3063-430b-b8e7-277328c5aa97), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.460660 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] No DVR routers for this DVR port b542fc38-9fc4-4586-b716-752686445db5 on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:21:44.470623 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.474540 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5509991f-77c5-4ca9-ac62-8514a4217b89 req-dacac294-219d-46db-882e-b99f9e365cb1 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.124 "DELETE /v2.0/ports/b542fc38-9fc4-4586-b716-752686445db5 HTTP/1.1" status: 204 len: 173 time: 2.0040004 Jan 21 23:21:44.477642 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'name': 'network-vif-deleted', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:44.479916 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e818a3-66a3-4d21-8437-f2b282d4ac23" -d '{"events": [{"server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "name": "network-vif-deleted", "tag": "b542fc38-9fc4-4586-b716-752686445db5"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:44.522488 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (531642f0-3063-430b-b8e7-277328c5aa97), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.543582 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:44.558847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (2694c02a-1a74-46b7-9a5a-ad7d0af2f795), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.558847 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Added segment 2694c02a-1a74-46b7-9a5a-ad7d0af2f795 of type vlan for network cea031c9-609c-451a-98eb-7257b67c0c1f Jan 21 23:21:44.565818 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1562a-517a-4d09-8177-b3547568a093 x-openstack-request-id: req-ddb1562a-517a-4d09-8177-b3547568a093 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:44.566112 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cff6cdd-1150-4371-8bd6-b75084133bd4", "name": "network-vif-deleted", "tag": "b542fc38-9fc4-4586-b716-752686445db5", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:44.566382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-ddb1562a-517a-4d09-8177-b3547568a093 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:44.566803 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cff6cdd-1150-4371-8bd6-b75084133bd4', 'name': 'network-vif-deleted', 'tag': 'b542fc38-9fc4-4586-b716-752686445db5', 'status': 'completed', 'code': 200} Jan 21 23:21:44.583230 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Router b40fd33e-744e-4520-9753-b6819888e25c has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:21:44.594243 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-05c75e1b-13e4-4221-b22a-3ca6bee326c2 req-38debf20-8754-407e-bf84-340a10ee0378 tempest-AttachVolumeNegativeTest-768966519 tempest-AttachVolumeNegativeTest-768966519-project] 10.222.0.138 "GET /v2.0/security-groups?id=aeaee442-d47d-4a3b-9e68-1510994cfd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400032 Jan 21 23:21:44.621911 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531642f0-3063-430b-b8e7-277328c5aa97,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:44.673060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (cea031c9-609c-451a-98eb-7257b67c0c1f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.787764 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (cea031c9-609c-451a-98eb-7257b67c0c1f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.789391 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:44.792934 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ebc06c56-0988-429b-b8c2-115a8f379a2b up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:44.797693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:44.824968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Router 823ed186-e983-4488-b5e9-5538d248c926 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:21:44.867347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:44.878972 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Sync routers for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:44.892596 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] Pushing event updated for resources: {'Network': ['ID=cea031c9-609c-451a-98eb-7257b67c0c1f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:44.902422 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5476c3d4-bd1d-4fdd-ae76-64cf7674a881 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7134943 Jan 21 23:21:44.904808 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59082) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:44.905031 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:44.905458 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:44.911829 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Request body: {'subnet': {'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-109400121-subnet', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:44.919499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network cea031c9-609c-451a-98eb-7257b67c0c1f details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:44.966372 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-48fe91ed-7b72-4db8-ab9c-345bf340e9e3 admin admin] 10.222.0.138 "PUT /v2.0/routers/b40fd33e-744e-4520-9753-b6819888e25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9884448 Jan 21 23:21:44.967177 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ebc06c56-0988-429b-b8c2-115a8f379a2b triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:44.967177 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.018096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Made reservation on behalf of 383a0e18e5f147ec8667dae6681078ea for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:45.021068 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60583668'] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.129435 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 8f4116ed-c2a0-4659-9e3c-6ea28141a51b up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:45.246408 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ebc06c56-0988-429b-b8c2-115a8f379a2b is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:45.361448 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:21:45.368580 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:45.369287 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.369513 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:45.387279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec70008-868f-48a0-bcfe-025a775bb926 req-79b23599-ba53-4ba4-9a47-8b92c881f84f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:45.405206 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8ec70008-868f-48a0-bcfe-025a775bb926 req-79b23599-ba53-4ba4-9a47-8b92c881f84f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.4522688 Jan 21 23:21:45.507790 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1f053-0ded-4c40-9551-85c8af15b1a5 req-d3a01e92-40b2-45b1-9bd2-7d6dfb3a8ee8 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:45.519308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72e1f053-0ded-4c40-9551-85c8af15b1a5 req-d3a01e92-40b2-45b1-9bd2-7d6dfb3a8ee8 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 944 time: 0.4267750 Jan 21 23:21:45.527316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:45.527799 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.533430 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:45.563562 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Sync routers for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:45.601000 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:45.605331 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:45.607985 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5244803d-74e0-4327-be6c-93d8a91038b7" -d '{"events": [{"server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:45.614303 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:45.614956 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:45.623668 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59094) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:45.630094 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3c3642c7-3f08-42d0-ad0a-0d8141c25e7c admin admin] 10.222.0.138 "PUT /v2.0/routers/823ed186-e983-4488-b5e9-5538d248c926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3993528 Jan 21 23:21:45.666640 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8ec70008-868f-48a0-bcfe-025a775bb926 req-eea66926-f39e-4bcc-a5fe-b8c3b830e77a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545943 Jan 21 23:21:45.701175 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.712024 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:45.733513 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60257500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60583658'] for subnet (ef15e1f3-8f82-49d9-8377-eb7191532036), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.778650 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72e1f053-0ded-4c40-9551-85c8af15b1a5 req-3e657e89-e017-47cd-bf91-631f3a964670 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485030 Jan 21 23:21:45.864046 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59102) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:45.891414 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 2, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:45.927382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Deleting subnet ac0d6f2f-da2a-470d-8b37-a6a55d64bbca {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:21:45.931725 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Publish callbacks [] for subnet (ac0d6f2f-da2a-470d-8b37-a6a55d64bbca), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:45.949765 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Checking segment: {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:45.950324 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Checking router: b40fd33e-744e-4520-9753-b6819888e25c for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:45.950494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Network hostable DHCP agents. Network: cea031c9-609c-451a-98eb-7257b67c0c1f, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:45.951073 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Updating router b40fd33e-744e-4520-9753-b6819888e25c port 4cf8f418-50bf-4c1b-a575-9191a41e6350 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:45.953396 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef15e1f3-8f82-49d9-8377-eb7191532036,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:45.955160 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317df0ea-8a30-44ab-a379-7d1c7f3fde69 x-openstack-request-id: req-317df0ea-8a30-44ab-a379-7d1c7f3fde69 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:45.955503 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:45.955842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-317df0ea-8a30-44ab-a379-7d1c7f3fde69 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:45.957322 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b', 'code': 200} Jan 21 23:21:45.985504 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks [] for router (823ed186-e983-4488-b5e9-5538d248c926), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.014929 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (ac0d6f2f-da2a-470d-8b37-a6a55d64bbca), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.023795 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.087296 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 2e57b939-5fbf-4000-8625-ca456274f5fc triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:46.091042 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.120424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (ac0d6f2f-da2a-470d-8b37-a6a55d64bbca), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.151200 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:46.157150 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks [] for router_gateway (823ed186-e983-4488-b5e9-5538d248c926), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.203075 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Network cea031c9-609c-451a-98eb-7257b67c0c1f is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:46.236783 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:46.276792 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59108) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:46.292696 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-896354087-network', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:46.302045 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc775e-21d8-4eea-8766-bba6f532baa9 req-9e20d556-5e82-4208-9df3-5dd5e9c080cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:46.304062 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d7bc775e-21d8-4eea-8766-bba6f532baa9 req-9e20d556-5e82-4208-9df3-5dd5e9c080cd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 1098 time: 0.0740683 Jan 21 23:21:46.314904 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, cea031c9-609c-451a-98eb-7257b67c0c1f) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:46.323423 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:46.324039 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.363500 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Deleting port ae9f2c79-09dd-425c-8111-2f7831e63ce6 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:21:46.363851 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.393981 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks [] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.414644 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d7bc775e-21d8-4eea-8766-bba6f532baa9 req-a8d96e1a-6e67-4cd1-af6e-c1cdda3ecb14 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956342 Jan 21 23:21:46.415908 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (ac0d6f2f-da2a-470d-8b37-a6a55d64bbca), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.432895 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Made reservation on behalf of 86b3f54248f04f558ccef99a28ee8826 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:46.435241 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.443895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac0d6f2f-da2a-470d-8b37-a6a55d64bbca,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:46.448511 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.452829 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-338104d5-d85f-4ff9-a35f-ee32fade636c admin admin] 10.222.0.138 "DELETE /v2.0/subnets/ac0d6f2f-da2a-470d-8b37-a6a55d64bbca HTTP/1.1" status: 204 len: 168 time: 0.5871785 Jan 21 23:21:46.455123 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59110) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:46.455669 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.470696 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7e8e1ad3-2b78-4c7e-b00a-92f74486dda8 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5620582 Jan 21 23:21:46.476439 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59112) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:46.486925 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:46.493273 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] For port ae9f2c79-09dd-425c-8111-2f7831e63ce6, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ae9f2c79-09dd-425c-8111-2f7831e63ce6,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:46.493645 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.498239 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.504443 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd6a9f-eadb-48b8-8b3f-35589e5318d9 None None] Network cea031c9-609c-451a-98eb-7257b67c0c1f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:46.513692 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Calling delete_port for ae9f2c79-09dd-425c-8111-2f7831e63ce6 owned by network:router_gateway {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:21:46.545371 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffbf9c-b596-4159-b536-3b6a7549030d None None] Pushing event updated for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:46.681729 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (bbbca9b4-2d07-4458-ac6f-197a310315ef), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.708180 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Attempting to bind port 4cf8f418-50bf-4c1b-a575-9191a41e6350 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:46.708850 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Attempting to bind port 4cf8f418-50bf-4c1b-a575-9191a41e6350 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:46.710198 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Attempting to bind port 4cf8f418-50bf-4c1b-a575-9191a41e6350 on network 2aec0159-bb97-4175-b043-3f9b0fece188 {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:46.732987 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:46.736525 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Checking segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:46.737192 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.738214 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Bound using segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:46.741022 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Bound port: 4cf8f418-50bf-4c1b-a575-9191a41e6350, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:46.743632 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.790218 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks [] for security_group (8a81affa-d3a5-4b1d-a664-711de4cb4c21), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.836873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:46.867484 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 2e57b939-5fbf-4000-8625-ca456274f5fc is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:46.867881 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.876187 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] For port 4cf8f418-50bf-4c1b-a575-9191a41e6350, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:46.880196 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] For port 4cf8f418-50bf-4c1b-a575-9191a41e6350, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4cf8f418-50bf-4c1b-a575-9191a41e6350,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:46.903698 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8a81affa-d3a5-4b1d-a664-711de4cb4c21), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.931614 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-cea031c9-609c-451a-98eb-7257b67c0c1f', 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f', 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'fixed_ips': [{'subnet_id': 'ef15e1f3-8f82-49d9-8377-eb7191532036'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:21:46.934461 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.958732 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.983437 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:46.984533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.011600 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:47.067856 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:47.069055 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.116097 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (bbbca9b4-2d07-4458-ac6f-197a310315ef), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.129269 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:47.129269 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.133359 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.136691 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device b542fc38-9fc4-4586-b716-752686445db5 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:47.157263 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbca9b4-2d07-4458-ac6f-197a310315ef']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.176171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbc6167-13b7-47de-a179-4ec0245082af') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.176171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbc6167-13b7-47de-a179-4ec0245082af') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.201431 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (6cbc6167-13b7-47de-a179-4ec0245082af), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.214002 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffbf9c-b596-4159-b536-3b6a7549030d None None] Pushing event updated for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:47.229382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (6cbc6167-13b7-47de-a179-4ec0245082af), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.236719 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:21:47.237146 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (6cbc6167-13b7-47de-a179-4ec0245082af), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.273994 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:21:47.311041 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:21:47.333569 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: b542fc38-9fc4-4586-b716-752686445db5 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:47.334246 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device b542fc38-9fc4-4586-b716-752686445db5 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:47.337238 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for router_controller (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), precommit_add_association {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.347500 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 5, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port': {'id': 'ae9f2c79-09dd-425c-8111-2f7831e63ce6', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823ed186-e983-4488-b5e9-5538d248c926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:00Z', 'updated_at': '2022-01-21T23:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.375519 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cff80-7f69-4e6c-81dd-f8400578cd8e req-41a554ab-e41e-4971-923d-de1c5a470c68 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:47.377441 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-360cff80-7f69-4e6c-81dd-f8400578cd8e req-41a554ab-e41e-4971-923d-de1c5a470c68 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 945 time: 0.5315366 Jan 21 23:21:47.380964 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (bbbca9b4-2d07-4458-ac6f-197a310315ef), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.392515 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.397449 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] 10.222.0.138 "DELETE /v2.0/networks/bbbca9b4-2d07-4458-ac6f-197a310315ef HTTP/1.1" status: 204 len: 168 time: 0.9408383 Jan 21 23:21:47.418487 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34564542-7b0d-4793-9009-5a08852d5f67 req-c4b73169-6167-4b51-ab0e-d2e33e63be85 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:47.435762 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-34564542-7b0d-4793-9009-5a08852d5f67 req-c4b73169-6167-4b51-ab0e-d2e33e63be85 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.5033970 Jan 21 23:21:47.461322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Checking router: 823ed186-e983-4488-b5e9-5538d248c926 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:47.470547 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:47.514753 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a81affa-d3a5-4b1d-a664-711de4cb4c21,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:47.528210 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Allocated IP 172.20.0.2 (cea031c9-609c-451a-98eb-7257b67c0c1f/ef15e1f3-8f82-49d9-8377-eb7191532036/1d72cb6a-d8e4-44d5-a201-94f6291265f6) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:47.552680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=10']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:47.561856 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:47.562229 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.563862 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Routers {'823ed186-e983-4488-b5e9-5538d248c926'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:47.564442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['823ed186-e983-4488-b5e9-5538d248c926'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.573000 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (a74f636e-ac6e-4470-b472-43368a5a73c3), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.573366 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Added segment a74f636e-ac6e-4470-b472-43368a5a73c3 of type vlan for network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae Jan 21 23:21:47.681699 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:47.687451 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (ae9f2c79-09dd-425c-8111-2f7831e63ce6), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.691765 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for router_gateway (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.699425 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (213360ee-f0cd-4b79-b2e3-4a3314ecfeae), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.703338 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:47.704040 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.725655 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10773ac-bead-4358-bd7d-c2c105ae9b61 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbca9b4-2d07-4458-ac6f-197a310315ef,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:47.734388 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9f2c79-09dd-425c-8111-2f7831e63ce6,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:47.777845 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-360cff80-7f69-4e6c-81dd-f8400578cd8e req-9203fa78-04d9-4e20-ac80-446f50055a36 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3781796 Jan 21 23:21:47.817211 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-34564542-7b0d-4793-9009-5a08852d5f67 req-5092ed89-4e0e-4120-a33d-b54ad6a15160 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798807 Jan 21 23:21:47.850649 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:47.851062 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.882613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (823ed186-e983-4488-b5e9-5538d248c926), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:47.883305 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] Set router 823ed186-e983-4488-b5e9-5538d248c926 gateway port host: None {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:47.916425 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:46Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:47.922588 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:47.949493 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:47.960855 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:21:47.963253 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303bed96-10e0-4643-ba3b-6a73a5c4bfa2" -d '{"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:21:47.963845 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a2139-ad54-4724-9e63-d9c2f8855d4c None None] The sync data for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi is: [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:46Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:47.965924 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:21:46Z', 'revision_number': 6, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:48.040704 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (213360ee-f0cd-4b79-b2e3-4a3314ecfeae), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.041707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:48.072813 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.117979 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01dbb8-5cfa-43ab-87f6-497acef0c1a5 x-openstack-request-id: req-ce01dbb8-5cfa-43ab-87f6-497acef0c1a5 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:21:48.126298 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-plugged", "status": "completed", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:21:48.126298 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-ce01dbb8-5cfa-43ab-87f6-497acef0c1a5 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:21:48.126298 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'code': 200} Jan 21 23:21:48.126298 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.129245 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386f9548-2fc0-464d-baa7-45336f06e3df None None] The sync data for ids ['823ed186-e983-4488-b5e9-5538d248c926'] in dv-cinder-825688-1-iscsi is: [{'id': '823ed186-e983-4488-b5e9-5538d248c926', 'name': 'tempest-ServerRescueNegativeTestJSON-2138826010-router', 'tenant_id': 'd912b381d80b458abb7c0c4c51992242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:21:46Z', 'revision_number': 6, 'project_id': 'd912b381d80b458abb7c0c4c51992242', 'gw_port_host': None}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:48.145921 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59124) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:48.202234 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Current status of the port 4cf8f418-50bf-4c1b-a575-9191a41e6350 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:48.202629 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.211016 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (823ed186-e983-4488-b5e9-5538d248c926), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.219757 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks [] for router_controller (823ed186-e983-4488-b5e9-5538d248c926), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.274015 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9955616 Jan 21 23:21:48.276211 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks [] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.298631 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59126) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:48.302134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:48.304689 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3fc2396e-20a5-4043-92c1-1f81f8ce5684 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=daae16f34e0244cba19ebdc39e0dc2f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1575780 Jan 21 23:21:48.311665 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] For port 4cf8f418-50bf-4c1b-a575-9191a41e6350, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4cf8f418-50bf-4c1b-a575-9191a41e6350,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:48.311849 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 2, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:48.317188 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59128) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:48.324294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Request body: {'subnet': {'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-896354087-subnet', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:48.342735 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:48.343088 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Updating router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 port a028b118-e529-47f7-95d1-c8856786b534 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:48.357095 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e00b-b2c9-48ee-9748-bf9a41f9cb23 admin admin] Pushing event updated for resources: {'Network': ['ID=213360ee-f0cd-4b79-b2e3-4a3314ecfeae,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:48.373592 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.382103 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a028b118-e529-47f7-95d1-c8856786b534), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.395207 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:48.419613 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for router_gateway (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.435112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] Publish callbacks [] for security_group (aeaee442-d47d-4a3b-9e68-1510994cfd20), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.451294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.466062 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] Publish callbacks [] for security_group (aeaee442-d47d-4a3b-9e68-1510994cfd20), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.489796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (823ed186-e983-4488-b5e9-5538d248c926), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.490451 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823ed186-e983-4488-b5e9-5538d248c926 {{(pid=103078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:21:48.496849 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.503247 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Made reservation on behalf of 86b3f54248f04f558ccef99a28ee8826 for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:48.507103 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.520814 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.522683 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-475fb396-59f1-4772-a734-0cc39752afb7 admin admin] 10.222.0.138 "DELETE /v2.0/routers/823ed186-e983-4488-b5e9-5538d248c926 HTTP/1.1" status: 204 len: 168 time: 2.8970106 Jan 21 23:21:48.530348 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59130) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:48.531942 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Network cea031c9-609c-451a-98eb-7257b67c0c1f is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:48.661173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Deleting subnet 2e3fccd9-5c2a-4f28-bcde-566d6611fe4f {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:21:48.671499 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Publish callbacks [] for subnet (2e3fccd9-5c2a-4f28-bcde-566d6611fe4f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.686279 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:48.702186 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Pushing event updated for resources: {'Port': ['ID=1d72cb6a-d8e4-44d5-a201-94f6291265f6,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:48.710102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:48.726965 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (2e3fccd9-5c2a-4f28-bcde-566d6611fe4f), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.792747 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Allocated IP 172.27.3.173 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/0cc6dae2-5678-4cea-85a5-6f6f08277c9d) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:48.797021 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (2e3fccd9-5c2a-4f28-bcde-566d6611fe4f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.892704 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-f8e6c84a-8500-4783-8740-b311ae0a30fb None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:48.905504 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f8e6c84a-8500-4783-8740-b311ae0a30fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:48.990321 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (2e3fccd9-5c2a-4f28-bcde-566d6611fe4f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.019102 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.025416 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/2e3fccd9-5c2a-4f28-bcde-566d6611fe4f HTTP/1.1" status: 204 len: 168 time: 0.4935431 Jan 21 23:21:49.028542 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59136) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:49.029454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (aeaee442-d47d-4a3b-9e68-1510994cfd20), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.032652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.034754 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/aeaee442-d47d-4a3b-9e68-1510994cfd20 HTTP/1.1" status: 204 len: 168 time: 0.6846836 Jan 21 23:21:49.047973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93cb8a-87a0-4e80-ba83-398d12681c47 None None] Pushing event updated for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:49.071240 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Attempting to bind port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:49.071633 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Attempting to bind port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:49.072019 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Attempting to bind port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 on network cea031c9-609c-451a-98eb-7257b67c0c1f {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:49.091009 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:49.091406 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Checking segment: {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:49.091833 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.092304 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Bound using segment: {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:49.099889 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Bound port: 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:49.100341 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.131698 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a3f56-bb0d-44b4-a1d3-3025be69c856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3fccd9-5c2a-4f28-bcde-566d6611fe4f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:49.171827 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9a8b8-4a38-4372-b04c-714ed4d5dbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaee442-d47d-4a3b-9e68-1510994cfd20,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:49.304147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (00a59679-d254-4bb8-9647-93de41835b3f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.348233 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks [] for port (a028b118-e529-47f7-95d1-c8856786b534), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.372388 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4cf8f418-50bf-4c1b-a575-9191a41e6350 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:49.461500 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6c84a-8500-4783-8740-b311ae0a30fb None None] Current status of the port 4cf8f418-50bf-4c1b-a575-9191a41e6350 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:49.481534 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.481706 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] For port 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:49.481815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (00a59679-d254-4bb8-9647-93de41835b3f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.486938 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] For port 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=1d72cb6a-d8e4-44d5-a201-94f6291265f6,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:49.514480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a59679-d254-4bb8-9647-93de41835b3f']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:49.526370 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:49.526634 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.530831 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b65c690-c08c-4a3e-a2cf-be7a3249a85c') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:49.531832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b65c690-c08c-4a3e-a2cf-be7a3249a85c') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:49.574504 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (4b65c690-c08c-4a3e-a2cf-be7a3249a85c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.576946 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bf4fc-1a58-4842-9339-f83734f9e78d None None] Pushing event updated for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:49.593345 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.685990 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (4b65c690-c08c-4a3e-a2cf-be7a3249a85c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.705634 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:21:49.706324 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (4b65c690-c08c-4a3e-a2cf-be7a3249a85c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:21:49.708420 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:21:49.716564 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:21:49.754288 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Attempting to bind port a028b118-e529-47f7-95d1-c8856786b534 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:49.754686 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Attempting to bind port a028b118-e529-47f7-95d1-c8856786b534 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:49.755062 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Attempting to bind port a028b118-e529-47f7-95d1-c8856786b534 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:49.768701 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:49.769218 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:49.769510 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.769933 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Bound using segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:49.770402 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Bound port: a028b118-e529-47f7-95d1-c8856786b534, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:49.770894 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a028b118-e529-47f7-95d1-c8856786b534), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:49.833107 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deace7d7-3147-4e03-ad40-9b72262f6c42 None None] Pushing event updated for resources: {'Port': ['ID=1d72cb6a-d8e4-44d5-a201-94f6291265f6,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:49.908405 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] For port a028b118-e529-47f7-95d1-c8856786b534, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:49.913750 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] For port a028b118-e529-47f7-95d1-c8856786b534, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=a028b118-e529-47f7-95d1-c8856786b534,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:49.945876 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4cf8f418-50bf-4c1b-a575-9191a41e6350 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:49.947550 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:49.996121 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.008634 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (00a59679-d254-4bb8-9647-93de41835b3f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.021809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.026431 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] 10.222.0.138 "DELETE /v2.0/networks/00a59679-d254-4bb8-9647-93de41835b3f HTTP/1.1" status: 204 len: 168 time: 0.9859242 Jan 21 23:21:50.064373 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f5d2b-825c-4184-852d-919ab5a588e0 req-a1f938ff-cbad-49b0-b3d7-0b6975e78091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:50.066712 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:50.067109 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.069761 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b91f5d2b-825c-4184-852d-919ab5a588e0 req-a1f938ff-cbad-49b0-b3d7-0b6975e78091 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1100 time: 1.1121147 Jan 21 23:21:50.083694 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bfbfd-52e2-4679-aa63-5bc762021da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a59679-d254-4bb8-9647-93de41835b3f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:50.138462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ae37b-2c90-49c8-bb0f-e040d0d3c968 req-3560128d-d86b-4ea1-a217-1ddecb061e88 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:50.140063 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b62ae37b-2c90-49c8-bb0f-e040d0d3c968 req-3560128d-d86b-4ea1-a217-1ddecb061e88 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.6347280 Jan 21 23:21:50.174299 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:50.185125 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:50.275973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:50.305304 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 03f3a6cb-910b-48de-9118-bbdfaac30dfb no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:50.328294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e8dc-ce2b-48f9-8da2-4e301eb2ad4f req-ef471b3c-05a3-4f28-aede-ec8efca13769 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:50.330014 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-56b7e8dc-ce2b-48f9-8da2-4e301eb2ad4f req-ef471b3c-05a3-4f28-aede-ec8efca13769 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 1.3572881 Jan 21 23:21:50.354609 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bf4fc-1a58-4842-9339-f83734f9e78d None None] Pushing event updated for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:50.358894 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 03f3a6cb-910b-48de-9118-bbdfaac30dfb {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:50.359270 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 03f3a6cb-910b-48de-9118-bbdfaac30dfb not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:50.371635 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:50.379284 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.408077 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (98fcbc44-978f-4d75-b9f9-bf036dc58087), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.432093 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.494336 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:50.604159 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98fcbc44-978f-4d75-b9f9-bf036dc58087,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:50.613010 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Checking segment: {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:50.613390 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Network hostable DHCP agents. Network: 213360ee-f0cd-4b79-b2e3-4a3314ecfeae, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:50.662295 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Current status of the port a028b118-e529-47f7-95d1-c8856786b534 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:50.662897 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a028b118-e529-47f7-95d1-c8856786b534), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.665850 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b62ae37b-2c90-49c8-bb0f-e040d0d3c968 req-d8bc005a-7b45-4169-a36a-12d07a3a7bbd tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488035 Jan 21 23:21:50.676382 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b91f5d2b-825c-4184-852d-919ab5a588e0 req-af35130c-1f80-4a01-a6eb-5483a72a8ff2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5725138 Jan 21 23:21:50.680859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59156) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:50.741762 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] For port a028b118-e529-47f7-95d1-c8856786b534, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=a028b118-e529-47f7-95d1-c8856786b534,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:50.758709 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-56b7e8dc-ce2b-48f9-8da2-4e301eb2ad4f req-d7b87b78-3c4e-40f0-9255-34f5fdc51f3f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899539 Jan 21 23:21:50.807684 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:50.841581 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.841832 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.861134 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-fcb90851-cbd7-4247-a9ad-293652b4343c admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d912b381d80b458abb7c0c4c51992242&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1786437 Jan 21 23:21:50.864088 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59182) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:50.962352 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 213360ee-f0cd-4b79-b2e3-4a3314ecfeae) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:50.964816 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:50.981909 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:50.982577 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:50.991472 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a51708-c1c3-491a-9ba5-849983711978 None None] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:51.020571 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:49Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:51.026289 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:51.026569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] Publish callbacks [] for security_group (6fe340ec-6db8-4f04-80a1-95b76654b3d8), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.028873 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:51.036137 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:51.087951 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a22f28-2049-4744-9cb0-eb00362b537f None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:49Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:51.100947 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-e78f1c7a-a679-4852-a8ab-44f1f5ee4234 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.7946122 Jan 21 23:21:51.104414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59202) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:51.110877 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:51.120876 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] Publish callbacks [] for security_group (6fe340ec-6db8-4f04-80a1-95b76654b3d8), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.162657 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ea892-a5ad-46f1-964c-8f6f17194ecc None None] Pushing event updated for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:51.187681 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3565a0dd-bb2a-440a-91a4-4cc4476d1c6a None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:51.188080 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3565a0dd-bb2a-440a-91a4-4cc4476d1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.275750 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device a028b118-e529-47f7-95d1-c8856786b534 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:51.287055 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.293547 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.310008 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6fe340ec-6db8-4f04-80a1-95b76654b3d8), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.314933 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.318571 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/6fe340ec-6db8-4f04-80a1-95b76654b3d8 HTTP/1.1" status: 204 len: 168 time: 0.4533560 Jan 21 23:21:51.326533 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'fixed_ips': [{'subnet_id': '98fcbc44-978f-4d75-b9f9-bf036dc58087'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:21:51.334613 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.360005 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f719eb-e7f3-4fd9-bb1b-e6063311b7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe340ec-6db8-4f04-80a1-95b76654b3d8,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:51.536417 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3565a0dd-bb2a-440a-91a4-4cc4476d1c6a None None] Current status of the port a028b118-e529-47f7-95d1-c8856786b534 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:51.614458 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for router_controller (a4df4b34-2772-47d0-9301-219d4404fbaf), precommit_add_association {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.646642 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for router_gateway (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.674470 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:51.675744 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:51.867835 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Allocated IP 172.20.0.2 (213360ee-f0cd-4b79-b2e3-4a3314ecfeae/98fcbc44-978f-4d75-b9f9-bf036dc58087/ee9916ee-81d6-42ff-b77a-5980b5f4106a) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:52.070168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4fe459-14e3-4ff2-81fa-7514e9189ef8 None None] Network cea031c9-609c-451a-98eb-7257b67c0c1f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:52.078851 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for router_gateway (a4df4b34-2772-47d0-9301-219d4404fbaf), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.114858 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port a028b118-e529-47f7-95d1-c8856786b534 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:52.116283 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4cf8f418-50bf-4c1b-a575-9191a41e6350 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:52.199837 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d186-fd6f-4084-b781-8acadd74f9c8 req-ea9d0468-d6bb-470c-a573-c7af70beb738 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:52.207449 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2a32d186-fd6f-4084-b781-8acadd74f9c8 req-ea9d0468-d6bb-470c-a573-c7af70beb738 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.2339425 Jan 21 23:21:52.306838 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Provisioning complete for port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:52.307235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.416967 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.424435 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2a32d186-fd6f-4084-b781-8acadd74f9c8 req-e1517dc2-6077-4d08-aef6-0b7f9de1de39 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160804 Jan 21 23:21:52.497091 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4cf8f418-50bf-4c1b-a575-9191a41e6350 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:52.497499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.551758 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks [] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.654064 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.783508 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Pushing event updated for resources: {'Port': ['ID=ee9916ee-81d6-42ff-b77a-5980b5f4106a,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:52.793821 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:52.796030 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:52.811280 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for router_gateway (a4df4b34-2772-47d0-9301-219d4404fbaf), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.837701 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:52.904800 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:52.958714 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Attempting to bind port ee9916ee-81d6-42ff-b77a-5980b5f4106a on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:52.958968 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Attempting to bind port ee9916ee-81d6-42ff-b77a-5980b5f4106a by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:52.959328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Attempting to bind port ee9916ee-81d6-42ff-b77a-5980b5f4106a on network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:52.977496 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Current status of the port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:52.977496 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.009085 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:21:53.074793 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] For port 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=1d72cb6a-d8e4-44d5-a201-94f6291265f6,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:53.131781 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:53.132144 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Checking segment: {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:53.132616 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.132997 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Bound using segment: {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:53.133744 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Bound port: ee9916ee-81d6-42ff-b77a-5980b5f4106a, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:53.134333 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.152211 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.247201 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4df374de-83c2-4487-9852-99f78807b81e None None] For port ee9916ee-81d6-42ff-b77a-5980b5f4106a, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:53.250961 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4df374de-83c2-4487-9852-99f78807b81e None None] For port ee9916ee-81d6-42ff-b77a-5980b5f4106a, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ee9916ee-81d6-42ff-b77a-5980b5f4106a,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:53.260499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4cf8f418-50bf-4c1b-a575-9191a41e6350 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:53.262003 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 1d72cb6a-d8e4-44d5-a201-94f6291265f6 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:53.341199 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.345593 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31926d74-ebe1-4c9a-b598-17a96d499e78 None None] Pushing event updated for resources: {'Port': ['ID=1d72cb6a-d8e4-44d5-a201-94f6291265f6,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:53.351368 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-155bc7a5-a207-4fd7-a3e0-3d83b2dbf1a6 None None] Provisioning complete for port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:53.355511 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-155bc7a5-a207-4fd7-a3e0-3d83b2dbf1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.589290 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:53.589969 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:53.630280 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df374de-83c2-4487-9852-99f78807b81e None None] Pushing event updated for resources: {'Port': ['ID=ee9916ee-81d6-42ff-b77a-5980b5f4106a,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:53.752129 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-155bc7a5-a207-4fd7-a3e0-3d83b2dbf1a6 None None] Current status of the port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:53.830220 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59310) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:53.849613 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:53.858800 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ae9f2c79-09dd-425c-8111-2f7831e63ce6 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:21:53.898779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: ae9f2c79-09dd-425c-8111-2f7831e63ce6 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:21:53.899270 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ae9f2c79-09dd-425c-8111-2f7831e63ce6 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:21:53.926444 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Allocated IP 172.27.3.89 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/e026b646-47fd-43cb-bf8e-dae61f860817) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:54.080680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device a028b118-e529-47f7-95d1-c8856786b534 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:54.164129 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port a028b118-e529-47f7-95d1-c8856786b534 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:54.164587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a028b118-e529-47f7-95d1-c8856786b534), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.184957 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:54.219168 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-461268780-network', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:54.239450 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fddcc2-b5cf-41c5-afba-38fc3a13cfa0 req-fa047efa-6f99-4852-ada3-601b3148c5ca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:54.239450 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d2fddcc2-b5cf-41c5-afba-38fc3a13cfa0 req-fa047efa-6f99-4852-ada3-601b3148c5ca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.3650692 Jan 21 23:21:54.247265 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Sync routers for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:54.278938 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:54.279823 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:54.296142 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for port (e026b646-47fd-43cb-bf8e-dae61f860817), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.325399 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.326692 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8b7a69dc-4f2a-4616-a166-a26bd6d1cbd9 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8490465 Jan 21 23:21:54.330460 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d2fddcc2-b5cf-41c5-afba-38fc3a13cfa0 req-071626ae-8cc1-4bb6-b509-50faaed38215 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862064 Jan 21 23:21:54.331484 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59316) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:54.448322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port a028b118-e529-47f7-95d1-c8856786b534 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:54.449260 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 1d72cb6a-d8e4-44d5-a201-94f6291265f6 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:54.482674 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:54.492939 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Made reservation on behalf of 1dbc71d1235b416e9136a12c69a19aa9 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:54.495722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.505121 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.567385 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.603284 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks [] for security_group (bcbd55e1-f18d-4708-b2ed-bf428f65db87), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.674223 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:54.683142 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:54.687803 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bcbd55e1-f18d-4708-b2ed-bf428f65db87), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.688413 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:54.705359 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:54.705770 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.735604 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:21:54.747221 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbd55e1-f18d-4708-b2ed-bf428f65db87,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:54.757583 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (522cd68a-3171-4a4e-8e36-23860f1c2242), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.758040 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Added segment 522cd68a-3171-4a4e-8e36-23860f1c2242 of type vlan for network b8a5072e-ab12-4ada-8731-e9167f85afdc Jan 21 23:21:54.855896 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (b8a5072e-ab12-4ada-8731-e9167f85afdc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.869743 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:51Z', 'revision_number': 3, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:54.908850 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Checking router: 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:54.909304 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Updating router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:54.912910 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Pushing event updated for resources: {'Port': ['ID=e026b646-47fd-43cb-bf8e-dae61f860817,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:54.949655 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.950112 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (b8a5072e-ab12-4ada-8731-e9167f85afdc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:54.950845 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:54.951672 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:54.952631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.062689 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8a5072e-ab12-4ada-8731-e9167f85afdc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:55.075290 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-96515e3b-bf5d-49ea-9385-e80527948dd4 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2443273 Jan 21 23:21:55.076540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59322) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:55.083328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Request body: {'subnet': {'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-461268780-subnet', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:55.098667 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network b8a5072e-ab12-4ada-8731-e9167f85afdc details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:21:55.201333 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Made reservation on behalf of 1dbc71d1235b416e9136a12c69a19aa9 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:21:55.204787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60583668'] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.220556 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for router_gateway (a4df4b34-2772-47d0-9301-219d4404fbaf), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.322875 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da603c5-3d7d-4f74-ab48-f9a03ba870e3 None None] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:55.358653 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.463393 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks [] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.472388 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Provisioning complete for port ee9916ee-81d6-42ff-b77a-5980b5f4106a triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:55.472781 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.506545 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60257500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60583658'] for subnet (f691a783-04b2-453d-840d-ba8ad0f9abad), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.537826 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.578397 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f691a783-04b2-453d-840d-ba8ad0f9abad,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:55.602995 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Checking segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:55.603373 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Network hostable DHCP agents. Network: b8a5072e-ab12-4ada-8731-e9167f85afdc, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:21:55.628824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Attempting to bind port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:55.628824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Attempting to bind port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:55.628824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Attempting to bind port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:55.633639 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e182b55-4873-4ea2-b5e0-3f033f7be189 req-f1d8be19-dc35-4e80-a46d-a2d76a844791 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:55.634189 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78652-d145-4238-89e7-19a572931141 None None] Pushing event updated for resources: {'Port': ['ID=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:55.635004 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e182b55-4873-4ea2-b5e0-3f033f7be189 req-f1d8be19-dc35-4e80-a46d-a2d76a844791 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.1934762 Jan 21 23:21:55.641973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:55.641973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:55.644395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.644395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:55.644395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Bound port: 0cc6dae2-5678-4cea-85a5-6f6f08277c9d, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:55.644682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.687542 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.693754 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:21:55.731038 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Current status of the port ee9916ee-81d6-42ff-b77a-5980b5f4106a is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:55.731851 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.771122 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Allocated IP 172.20.0.1 (cea031c9-609c-451a-98eb-7257b67c0c1f/ef15e1f3-8f82-49d9-8377-eb7191532036/f11cbd42-45e7-4346-880d-245315d66471) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:55.781106 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] For port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:55.786036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] For port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:55.786233 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, b8a5072e-ab12-4ada-8731-e9167f85afdc) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:55.801453 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:21:55.802341 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.803067 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e182b55-4873-4ea2-b5e0-3f033f7be189 req-365bf1be-2779-45c6-97ac-4e8f428cf70b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348138 Jan 21 23:21:55.809982 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2674456-a612-4273-956d-d894e44183f1 None None] Network b8a5072e-ab12-4ada-8731-e9167f85afdc requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:21:55.816014 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] For port ee9916ee-81d6-42ff-b77a-5980b5f4106a, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ee9916ee-81d6-42ff-b77a-5980b5f4106a,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:55.921918 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:55.981517 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-63688746-d174-4500-bd7d-07a20b76b0ca admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9035738 Jan 21 23:21:55.993796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59336) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:55.999396 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:21:56.033658 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.043293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-b8a5072e-ab12-4ada-8731-e9167f85afdc', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:21:56.044415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.103242 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:56.103242 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:56.145356 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.147103 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.189737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ee9916ee-81d6-42ff-b77a-5980b5f4106a up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:56.210116 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for router_controller (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.293784 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks [] for port (f11cbd42-45e7-4346-880d-245315d66471), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.365138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78652-d145-4238-89e7-19a572931141 None None] Pushing event updated for resources: {'Port': ['ID=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:56.418225 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Router a4df4b34-2772-47d0-9301-219d4404fbaf is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:21:56.466140 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.496004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for router_gateway (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.527209 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Network cea031c9-609c-451a-98eb-7257b67c0c1f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:56.533842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-494d0c07-61c0-4b10-90ff-ff33cb611664 None None] Provisioning complete for port ee9916ee-81d6-42ff-b77a-5980b5f4106a triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:56.534779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-494d0c07-61c0-4b10-90ff-ff33cb611664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.560631 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:56.566626 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:56.576143 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Pushing event updated for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:56.618202 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:21:56.618887 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56278e6c-0eec-4c24-b6da-f53063eb5b30 None None] Pushing event updated for resources: {'Port': ['ID=ee9916ee-81d6-42ff-b77a-5980b5f4106a,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:56.639323 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Sync routers for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:21:56.650933 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.652467 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:56.654003 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:56.677425 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:56.737575 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.753631 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9cb37e9c-c37e-4f8b-8391-7665abba2031 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6472695 Jan 21 23:21:56.756942 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59346) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:56.838412 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:56.853773 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ee9916ee-81d6-42ff-b77a-5980b5f4106a triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:56.854600 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.872612 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for router_gateway (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.899662 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:56.906842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Allocated IP 172.20.0.2 (b8a5072e-ab12-4ada-8731-e9167f85afdc/f691a783-04b2-453d-840d-ba8ad0f9abad/415c324d-b0c6-42e9-a54c-214dad77c250) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:57.048982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Allocated IP 172.27.3.48 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/ba9c5552-71af-460d-9248-5be1b41470f1) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:57.087859 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:54Z', 'revision_number': 3, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:57.128170 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Checking router: a4df4b34-2772-47d0-9301-219d4404fbaf for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:21:57.129745 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Updating router a4df4b34-2772-47d0-9301-219d4404fbaf port e026b646-47fd-43cb-bf8e-dae61f860817 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:21:57.137966 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f11cbd42-45e7-4346-880d-245315d66471), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.144004 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-494d0c07-61c0-4b10-90ff-ff33cb611664 None None] Current status of the port ee9916ee-81d6-42ff-b77a-5980b5f4106a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:57.168212 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.173773 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for port (ba9c5552-71af-460d-9248-5be1b41470f1), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.248632 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ee9916ee-81d6-42ff-b77a-5980b5f4106a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:57.263749 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.326044 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-0c078d77-f3b5-463f-a3a6-2053514be936 None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:57.326432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0c078d77-f3b5-463f-a3a6-2053514be936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.332109 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks [] for port (415c324d-b0c6-42e9-a54c-214dad77c250), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.342188 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Pushing event updated for resources: {'Port': ['ID=ba9c5552-71af-460d-9248-5be1b41470f1,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:57.357569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:57.359816 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:57.363290 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:51Z', 'revision_number': 3, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:57.365537 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:57.415325 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa7bc82-c354-4b59-bdc5-6238ea00dced None None] The sync data for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi is: [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:51Z', 'revision_number': 3, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:57.417338 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-0c078d77-f3b5-463f-a3a6-2053514be936 None None] Port f11cbd42-45e7-4346-880d-245315d66471 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:57.428453 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.496378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:57.503658 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:57.515042 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:57.521737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Pushing event updated for resources: {'Port': ['ID=415c324d-b0c6-42e9-a54c-214dad77c250,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:57.637612 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Attempting to bind port 415c324d-b0c6-42e9-a54c-214dad77c250 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:57.638310 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Attempting to bind port 415c324d-b0c6-42e9-a54c-214dad77c250 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:57.638935 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Attempting to bind port 415c324d-b0c6-42e9-a54c-214dad77c250 on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:57.647375 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:57.648015 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Checking segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:57.651660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.651660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Bound using segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:57.651660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Bound port: 415c324d-b0c6-42e9-a54c-214dad77c250, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:57.651660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.698471 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks [] for port (e026b646-47fd-43cb-bf8e-dae61f860817), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.745053 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks [] for port (f11cbd42-45e7-4346-880d-245315d66471), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.761796 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] For port 415c324d-b0c6-42e9-a54c-214dad77c250, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:57.765667 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] For port 415c324d-b0c6-42e9-a54c-214dad77c250, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=415c324d-b0c6-42e9-a54c-214dad77c250,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:57.787364 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.812199 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.851788 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.900593 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.910337 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374c9c4-ba94-4b80-80e1-46bc4245ee08 None None] Pushing event updated for resources: {'Port': ['ID=e026b646-47fd-43cb-bf8e-dae61f860817,revision_number=2']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:57.916771 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Attempting to bind port e026b646-47fd-43cb-bf8e-dae61f860817 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:21:57.917194 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Attempting to bind port e026b646-47fd-43cb-bf8e-dae61f860817 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:21:57.917522 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Attempting to bind port e026b646-47fd-43cb-bf8e-dae61f860817 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:21:57.927175 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:21:57.928730 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:21:57.929348 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:57.929928 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:21:57.930917 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Bound port: e026b646-47fd-43cb-bf8e-dae61f860817, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:21:57.931509 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.044040 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055d145-2402-4ffc-9cfb-41ed73bb75c8 None None] Pushing event updated for resources: {'Port': ['ID=415c324d-b0c6-42e9-a54c-214dad77c250,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:58.082221 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.087163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Pushing event updated for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:58.117113 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] For port e026b646-47fd-43cb-bf8e-dae61f860817, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:21:58.132585 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] For port e026b646-47fd-43cb-bf8e-dae61f860817, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=e026b646-47fd-43cb-bf8e-dae61f860817,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:21:58.166613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for router_gateway (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.207517 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59356) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:58.213968 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.316030 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Allocated IP 172.20.0.1 (213360ee-f0cd-4b79-b2e3-4a3314ecfeae/98fcbc44-978f-4d75-b9f9-bf036dc58087/fe64615f-d887-4eb5-a715-f221dcb90867) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:21:58.372801 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:21:58.373644 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:58.506439 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ee9916ee-81d6-42ff-b77a-5980b5f4106a up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:58.528864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks [] for port (fe64615f-d887-4eb5-a715-f221dcb90867), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.673358 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ee9916ee-81d6-42ff-b77a-5980b5f4106a triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:58.673762 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.698914 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-73f1b65f-eaf8-4141-a61d-ff722465b21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.704559 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.758083 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374c9c4-ba94-4b80-80e1-46bc4245ee08 None None] Pushing event updated for resources: {'Port': ['ID=e026b646-47fd-43cb-bf8e-dae61f860817,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:58.867318 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-73f1b65f-eaf8-4141-a61d-ff722465b21f admin admin] Publish callbacks [] for security_group (6e23483f-5da2-42df-b5f6-e641c61fb901), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:58.890955 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ee9916ee-81d6-42ff-b77a-5980b5f4106a is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:58.895608 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 0cc6dae2-5678-4cea-85a5-6f6f08277c9d up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:21:58.896914 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:21:58.934080 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:58.941471 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Network cea031c9-609c-451a-98eb-7257b67c0c1f is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:21:58.944819 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:58.947542 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:58.950312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:21:58.965288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:21:59.001871 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:59.002321 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.020676 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-73f1b65f-eaf8-4141-a61d-ff722465b21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6e23483f-5da2-42df-b5f6-e641c61fb901), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.023447 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (a4df4b34-2772-47d0-9301-219d4404fbaf), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.055972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.124411 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-73f1b65f-eaf8-4141-a61d-ff722465b21f admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=432a3e13c9904dc5a83c9fb76ae58f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9102147 Jan 21 23:21:59.142124 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59364) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:21:59.204094 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:21:59.204512 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.261943 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b65f-eaf8-4141-a61d-ff722465b21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e23483f-5da2-42df-b5f6-e641c61fb901,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:59.271015 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:21:59.360484 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:54Z', 'revision_number': 3, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:21:59.411107 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94202285-5207-4f43-8299-fcc1050059d5 None None] The sync data for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi is: [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:54Z', 'revision_number': 3, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:21:59.413530 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] Publish callbacks [] for security_group (6e23483f-5da2-42df-b5f6-e641c61fb901), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.456365 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.473133 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] Publish callbacks [] for security_group (6e23483f-5da2-42df-b5f6-e641c61fb901), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.606065 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:59.660591 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:21:59.698600 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6e23483f-5da2-42df-b5f6-e641c61fb901), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.705258 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-b8fa251c-5d32-4cde-9296-681df68a401c None None] Provisioning complete for port fe64615f-d887-4eb5-a715-f221dcb90867 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:59.705258 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b8fa251c-5d32-4cde-9296-681df68a401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.706322 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.725416 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/6e23483f-5da2-42df-b5f6-e641c61fb901 HTTP/1.1" status: 204 len: 168 time: 0.5786469 Jan 21 23:21:59.809354 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa251c-5d32-4cde-9296-681df68a401c None None] Port fe64615f-d887-4eb5-a715-f221dcb90867 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:21:59.861707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aed06-6744-4f01-8a99-050f70f8b629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e23483f-5da2-42df-b5f6-e641c61fb901,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:21:59.946823 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-a2c3a066-724d-4ad4-bd6b-fee6913c33a6 None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:21:59.947226 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a2c3a066-724d-4ad4-bd6b-fee6913c33a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:21:59.960091 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:00.005755 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:00.048497 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3a066-724d-4ad4-bd6b-fee6913c33a6 None None] Port f11cbd42-45e7-4346-880d-245315d66471 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:00.052015 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:00.052698 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:00.071002 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.079146 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.082181 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-a10c2b89-4da2-4aa3-bba8-bef4cf9aecc4 admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0871646 Jan 21 23:22:00.087536 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59370) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:00.235550 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:22:00.397510 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:00.583610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:00.597448 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-10dc589e-df8c-425f-b0e6-819e023f644d admin admin] 10.222.0.138 "PUT /v2.0/routers/0c68f794-4bfb-4c50-8403-cb2da0e1ad65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2580714 Jan 21 23:22:00.641362 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks [] for port (fe64615f-d887-4eb5-a715-f221dcb90867), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.729619 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.752659 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 415c324d-b0c6-42e9-a54c-214dad77c250 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:00.779023 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c4d48f-0419-40ee-a5ef-306738d971eb None None] Network b8a5072e-ab12-4ada-8731-e9167f85afdc requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:22:00.824164 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Pushing event updated for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:00.835926 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (a4df4b34-2772-47d0-9301-219d4404fbaf), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.895411 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59378) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:00.982837 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9c727134-7aca-4af9-a22c-431f56f4f9eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:00.994347 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Provisioning complete for port 415c324d-b0c6-42e9-a54c-214dad77c250 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:00.994733 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.120201 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.127040 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:01.129889 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:01.189782 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Sync routers for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:01.198130 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 415c324d-b0c6-42e9-a54c-214dad77c250 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:01.203650 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.235311 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:01.236498 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:01.335158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9c727134-7aca-4af9-a22c-431f56f4f9eb admin admin] Publish callbacks [] for security_group (5d23406d-ebb5-4627-8457-9fe6b291eb41), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.444821 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Router a4df4b34-2772-47d0-9301-219d4404fbaf has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:22:01.464055 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9c727134-7aca-4af9-a22c-431f56f4f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5d23406d-ebb5-4627-8457-9fe6b291eb41), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.527404 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:01.548540 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9c727134-7aca-4af9-a22c-431f56f4f9eb admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0d4a58ac835540a08d0ee73cdccbadf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6494706 Jan 21 23:22:01.568570 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Current status of the port 415c324d-b0c6-42e9-a54c-214dad77c250 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:01.572308 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59386) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:01.584011 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.614893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c727134-7aca-4af9-a22c-431f56f4f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23406d-ebb5-4627-8457-9fe6b291eb41,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:01.653888 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Allocated IP 172.20.0.1 (b8a5072e-ab12-4ada-8731-e9167f85afdc/f691a783-04b2-453d-840d-ba8ad0f9abad/5b40dc7a-3a27-49d3-90d5-4db20bc87bfd) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:01.687115 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] Publish callbacks [] for security_group (5d23406d-ebb5-4627-8457-9fe6b291eb41), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.780006 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] Publish callbacks [] for security_group (5d23406d-ebb5-4627-8457-9fe6b291eb41), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.818818 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] For port 415c324d-b0c6-42e9-a54c-214dad77c250, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=415c324d-b0c6-42e9-a54c-214dad77c250,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:01.834842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 415c324d-b0c6-42e9-a54c-214dad77c250 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:01.837322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.893775 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks [] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.897514 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:01.916358 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:01.919018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:21:57Z', 'revision_number': 3, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:01.935738 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-192b11a6-4a8f-4683-818b-c931c5da3b20 admin admin] 10.222.0.138 "PUT /v2.0/routers/a4df4b34-2772-47d0-9301-219d4404fbaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692882 Jan 21 23:22:02.019866 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:02.019866 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Updating router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 port ba9c5552-71af-460d-9248-5be1b41470f1 binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:22:02.035995 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5d23406d-ebb5-4627-8457-9fe6b291eb41), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.038698 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.039877 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/5d23406d-ebb5-4627-8457-9fe6b291eb41 HTTP/1.1" status: 204 len: 168 time: 0.4663749 Jan 21 23:22:02.064533 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.084249 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822b42a-f9da-4407-811e-840be02b5e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23406d-ebb5-4627-8457-9fe6b291eb41,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:02.097330 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:56Z', 'revision_number': 4, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'f11cbd42-45e7-4346-880d-245315d66471', 'name': '', 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'mac_address': 'fa:16:3e:2f:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:55Z', 'updated_at': '2022-01-21T23:21:57Z', 'revision_number': 2, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'subnets': [{'id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:02.136575 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Checking router: 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:02.137311 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Updating router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 port f11cbd42-45e7-4346-880d-245315d66471 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:22:02.171614 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f11cbd42-45e7-4346-880d-245315d66471), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.194876 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:02.238717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:02.242497 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:22:02.244874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Pushing event updated for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:02.267904 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.302659 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Provisioning complete for port 415c324d-b0c6-42e9-a54c-214dad77c250 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:02.303330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.327547 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.411332 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.db.api [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 23:22:02.415292 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG oslo_db.api [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 23:22:02.420402 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59398) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:02.422132 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a577f8-bf26-4149-8309-e227476aee6d None None] Pushing event updated for resources: {'Port': ['ID=415c324d-b0c6-42e9-a54c-214dad77c250,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:02.428905 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-978064308', 'description': 'tempest-secgroup-smoke-978064308 description', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:02.630222 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.667058 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks [] for port (f11cbd42-45e7-4346-880d-245315d66471), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.751439 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.764211 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.798604 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (98342e60-c1eb-426b-9189-c927d3a8884e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.875990 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (98342e60-c1eb-426b-9189-c927d3a8884e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.882049 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Current status of the port 415c324d-b0c6-42e9-a54c-214dad77c250 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:02.916549 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d49e-7a83-4857-890f-6bd4f2f9cf2c None None] Pushing event updated for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:02.977194 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Attempting to bind port f11cbd42-45e7-4346-880d-245315d66471 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:02.982224 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Attempting to bind port f11cbd42-45e7-4346-880d-245315d66471 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:02.982224 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Attempting to bind port f11cbd42-45e7-4346-880d-245315d66471 on network cea031c9-609c-451a-98eb-7257b67c0c1f {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:02.993616 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:02.994065 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Checking segment: {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:02.995082 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.995546 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Bound using segment: {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:02.996117 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Bound port: f11cbd42-45e7-4346-880d-245315d66471, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2694c02a-1a74-46b7-9a5a-ad7d0af2f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:02.996583 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f11cbd42-45e7-4346-880d-245315d66471), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:02.997890 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98342e60-c1eb-426b-9189-c927d3a8884e,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:03.031290 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59416) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:03.051045 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294810873', 'description': 'tempest-secgroup-smoke-294810873 description', 'project_id': '03e6852f8be34fc196fdc2f6188c7397'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:03.069713 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Provisioning complete for port fe64615f-d887-4eb5-a715-f221dcb90867 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:03.071036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.074197 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.091327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-1cef8ba2-1d58-4eb6-be37-b2653921aabf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6674552 Jan 21 23:22:03.091968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59418) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:03.102213 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:03.139083 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] For port f11cbd42-45e7-4346-880d-245315d66471, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:03.142939 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] For port f11cbd42-45e7-4346-880d-245315d66471, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=f11cbd42-45e7-4346-880d-245315d66471,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:03.186409 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 415c324d-b0c6-42e9-a54c-214dad77c250 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:03.187894 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 0cc6dae2-5678-4cea-85a5-6f6f08277c9d up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:03.198716 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks [] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.211813 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.231042 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.263468 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-ccea8dc0-2441-484e-8c3c-5bbe06ed25c5 None None] Port fe64615f-d887-4eb5-a715-f221dcb90867 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:03.271564 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Sync routers for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:03.327006 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769d49e-7a83-4857-890f-6bd4f2f9cf2c None None] Pushing event updated for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:03.327280 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:03.327790 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:03.339169 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:03.345763 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:03.346474 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (2781e6d8-9fc4-4406-937b-2b8fc555aae1), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.351259 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (c343a050-2e11-47e5-b585-8aded3554cbc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.352301 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.360374 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks [] for port (ba9c5552-71af-460d-9248-5be1b41470f1), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.474297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.477810 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Pushing event updated for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:03.486538 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c343a050-2e11-47e5-b585-8aded3554cbc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.494365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (2781e6d8-9fc4-4406-937b-2b8fc555aae1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.523020 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:03.523336 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:03.578187 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (2781e6d8-9fc4-4406-937b-2b8fc555aae1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.589703 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.598722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c343a050-2e11-47e5-b585-8aded3554cbc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:03.603000 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2781e6d8-9fc4-4406-937b-2b8fc555aae1,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:03.622701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.624008 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-08eeccc4-aebd-4277-ae6b-42fa6ed99dbb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5820527 Jan 21 23:22:03.630182 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59428) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:03.640197 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:03.692169 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:03.694252 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:03.764526 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.767991 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-819b7fc6-d33f-43a5-9e1e-faeae9a33983 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6746328 Jan 21 23:22:03.770540 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59436) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:03.776490 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:03.797293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:03.802888 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.842941 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:03.843609 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.858326 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:56Z', 'revision_number': 4, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'f11cbd42-45e7-4346-880d-245315d66471', 'name': '', 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'mac_address': 'fa:16:3e:2f:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:55Z', 'updated_at': '2022-01-21T23:22:03Z', 'revision_number': 4, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'subnets': [{'id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:03.900650 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfefea2-4cfc-4f60-9d74-df7118b3d36d None None] The sync data for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi is: [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:21:56Z', 'revision_number': 4, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'f11cbd42-45e7-4346-880d-245315d66471', 'name': '', 'network_id': 'cea031c9-609c-451a-98eb-7257b67c0c1f', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'mac_address': 'fa:16:3e:2f:6c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:55Z', 'updated_at': '2022-01-21T23:22:03Z', 'revision_number': 4, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'subnets': [{'id': 'ef15e1f3-8f82-49d9-8377-eb7191532036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:03.923796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (9041f668-236b-409a-846f-0ccb00dcd6a1), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:03.934052 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:22:04.019681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (ea4b7183-2fa2-4c19-888e-61526b3509ef), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.119902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (9041f668-236b-409a-846f-0ccb00dcd6a1), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.188574 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (ea4b7183-2fa2-4c19-888e-61526b3509ef), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.195397 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f4aef-628a-4170-a808-ca32020b0400 None None] Pushing event updated for resources: {'Port': ['ID=ba9c5552-71af-460d-9248-5be1b41470f1,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:04.204598 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Attempting to bind port ba9c5552-71af-460d-9248-5be1b41470f1 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:04.205424 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Attempting to bind port ba9c5552-71af-460d-9248-5be1b41470f1 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:04.206726 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Attempting to bind port ba9c5552-71af-460d-9248-5be1b41470f1 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:04.214282 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (9041f668-236b-409a-846f-0ccb00dcd6a1), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.223102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:04.224144 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:04.224507 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.225369 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:04.225714 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Bound port: ba9c5552-71af-460d-9248-5be1b41470f1, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:04.226251 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.229861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:04.239576 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-dbbb22c8-68ac-4a8e-91ef-5c3d21181a34 admin admin] 10.222.0.138 "PUT /v2.0/routers/fdda7a27-73b6-483b-b5e7-3a8e79aa6d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1505938 Jan 21 23:22:04.242678 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9041f668-236b-409a-846f-0ccb00dcd6a1,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:04.299193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (ea4b7183-2fa2-4c19-888e-61526b3509ef), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.313625 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] For port ba9c5552-71af-460d-9248-5be1b41470f1, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:04.325542 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] For port ba9c5552-71af-460d-9248-5be1b41470f1, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ba9c5552-71af-460d-9248-5be1b41470f1,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:04.336121 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4b7183-2fa2-4c19-888e-61526b3509ef,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:04.357972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.359690 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2b029041-d63a-48a8-8f55-72a5f84ac195 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7284887 Jan 21 23:22:04.363328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59446) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:04.368523 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:04.449801 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.465471 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.471342 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b57f0a3c-cf54-4527-a327-a51df0911d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.471518 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-38e8b949-32a5-4c1b-8be5-c8b08fae2536 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6969414 Jan 21 23:22:04.473532 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59452) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:04.482659 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:04.483880 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:04.587476 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (98597ae6-6bc7-402d-b9bf-2f4ad6253f85), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.591722 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Current status of the port f11cbd42-45e7-4346-880d-245315d66471 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:04.592435 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f11cbd42-45e7-4346-880d-245315d66471), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.641999 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:04.648933 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:04.706280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (98597ae6-6bc7-402d-b9bf-2f4ad6253f85), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.725591 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] For port f11cbd42-45e7-4346-880d-245315d66471, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=f11cbd42-45e7-4346-880d-245315d66471,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:04.727013 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f4aef-628a-4170-a808-ca32020b0400 None None] Pushing event updated for resources: {'Port': ['ID=ba9c5552-71af-460d-9248-5be1b41470f1,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:04.759304 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (75a15c5a-dc20-4903-8eb6-6a629827e6b0), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.764097 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'fe64615f-d887-4eb5-a715-f221dcb90867', 'name': '', 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'mac_address': 'fa:16:3e:04:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:57Z', 'updated_at': '2022-01-21T23:22:00Z', 'revision_number': 2, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'subnets': [{'id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:04.836312 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (98597ae6-6bc7-402d-b9bf-2f4ad6253f85), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.862591 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.871499 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Checking router: a4df4b34-2772-47d0-9301-219d4404fbaf for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:04.871877 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Updating router a4df4b34-2772-47d0-9301-219d4404fbaf port fe64615f-d887-4eb5-a715-f221dcb90867 binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:22:04.913541 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98597ae6-6bc7-402d-b9bf-2f4ad6253f85,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:04.947422 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (75a15c5a-dc20-4903-8eb6-6a629827e6b0), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:04.966619 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 415c324d-b0c6-42e9-a54c-214dad77c250 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:05.009486 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.010939 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3e30349a-025a-4d44-ad6e-8fe89bb20d6e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6462483 Jan 21 23:22:05.014054 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59462) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.019555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.037391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.053938 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (75a15c5a-dc20-4903-8eb6-6a629827e6b0), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.062003 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Provisioning complete for port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:05.062847 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.088694 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a15c5a-dc20-4903-8eb6-6a629827e6b0,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.101384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:05.121060 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (1aac0974-ba95-4440-b4e9-30f425e6e798), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.147253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.151446 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8613382f-167f-4512-9104-b58acc56d0c8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6737332 Jan 21 23:22:05.151620 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59466) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.156907 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.225462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (1aac0974-ba95-4440-b4e9-30f425e6e798), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.262057 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Pushing event updated for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.309480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59472) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.317288 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (b77099f2-0f67-4fe6-a197-8b46329a8051), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.321625 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966493536', 'description': 'tempest-description--2062324476'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.345345 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (1aac0974-ba95-4440-b4e9-30f425e6e798), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.370085 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aac0974-ba95-4440-b4e9-30f425e6e798,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.421118 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (b77099f2-0f67-4fe6-a197-8b46329a8051), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.443050 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-ab1362fa-91ab-4e0b-bf0e-3c1be1bb1db1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740020 Jan 21 23:22:05.481843 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a187b575-6236-4fb9-8d22-165754e60ced None None] Port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:05.493732 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (b77099f2-0f67-4fe6-a197-8b46329a8051), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.504871 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.506430 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-bb82cc3d-8afa-4a5a-a3d5-79125c2a9e39 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912543 Jan 21 23:22:05.509869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59476) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.521288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.522180 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.563530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.566345 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-cb29467e-3b17-4a7e-b5fe-c7fa4e98c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:05.568229 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-cb29467e-3b17-4a7e-b5fe-c7fa4e98c951 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 1100 time: 0.0761518 Jan 21 23:22:05.577475 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77099f2-0f67-4fe6-a197-8b46329a8051,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.642657 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (a209d51e-4238-4666-a6f4-3539392d568e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.667140 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.668881 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-be865a9b-aa7c-4587-87d1-60e4d59d1990 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5159590 Jan 21 23:22:05.675805 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59478) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.680718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.712940 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (9c67fbf2-cd1b-42ce-8c9c-d1ad2ff864bf), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.723877 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 415c324d-b0c6-42e9-a54c-214dad77c250 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:05.724289 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.731547 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-31e400e3-aba8-4079-9e55-e8760ad37e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:05.733694 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-31e400e3-aba8-4079-9e55-e8760ad37e39 service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.1190193 Jan 21 23:22:05.754543 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a209d51e-4238-4666-a6f4-3539392d568e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.772517 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:05.772902 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.790693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (9c67fbf2-cd1b-42ce-8c9c-d1ad2ff864bf), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.841297 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.securitygroups_db [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Project d44f546c2f3e4030bb4d0859edd3d52e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:22:05.844233 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a209d51e-4238-4666-a6f4-3539392d568e,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.857389 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (c8498fd0-f8a9-458d-ae57-4374a6d1ff87), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.859764 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-0d0b6227-7adc-4c1a-b7f5-94109ac43e73 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 200 len: 1002 time: 0.1160674 Jan 21 23:22:05.882263 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (9c67fbf2-cd1b-42ce-8c9c-d1ad2ff864bf), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.915051 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks [] for port (fe64615f-d887-4eb5-a715-f221dcb90867), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.927202 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c67fbf2-cd1b-42ce-8c9c-d1ad2ff864bf,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:05.964182 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.965517 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-64d26b8f-47bf-4c81-8a92-358509dda351 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6547456 Jan 21 23:22:05.968595 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59484) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:05.971321 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (c8498fd0-f8a9-458d-ae57-4374a6d1ff87), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:05.974834 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group_rule': {'security_group_id': 'a209d51e-4238-4666-a6f4-3539392d568e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:05.991217 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-fef63b8f-0471-45cf-a96d-3b3d2805754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:05.992824 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-fef63b8f-0471-45cf-a96d-3b3d2805754c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.1173432 Jan 21 23:22:06.014950 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.037815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.041908 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f00fcbdc-8512-4e4e-8d65-be57f9acc428 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5259852 Jan 21 23:22:06.041908 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (c8498fd0-f8a9-458d-ae57-4374a6d1ff87), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.046000 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59486) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:06.054075 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:06.056694 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 415c324d-b0c6-42e9-a54c-214dad77c250 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:06.057841 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device e026b646-47fd-43cb-bf8e-dae61f860817 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:06.068349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8498fd0-f8a9-458d-ae57-4374a6d1ff87,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:06.107638 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-4cc56e62-d148-45da-b60b-b4ba506ea209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:06.109686 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-4cc56e62-d148-45da-b60b-b4ba506ea209 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077697 Jan 21 23:22:06.118939 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:22:06.152497 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 2, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:06.183171 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.187535 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4fd2b3f8-1c88-4c81-975c-455220c27d25 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5074463 Jan 21 23:22:06.188016 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59490) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:06.193052 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'security_group_rule': {'security_group_id': '98342e60-c1eb-426b-9189-c927d3a8884e', 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:06.208039 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Current status of the port f11cbd42-45e7-4346-880d-245315d66471 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:06.229121 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8350dadc-c5e5-4c02-ab28-8c0d384c05be None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 2, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:06.235850 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1f5d-86b2-4769-b15f-44c38c4aab1b None None] Pushing event updated for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:06.280020 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Provisioning complete for port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:06.280838 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.283049 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-a8ae3369-64cd-4566-9d2b-8ee10d949bd7 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571133 Jan 21 23:22:06.285069 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.securitygroups_db [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Project 03e6852f8be34fc196fdc2f6188c7397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:22:06.290956 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (b8e16380-3699-49c8-a79f-dc12bf64eeb7), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.383762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (ee8e81a2-2616-44fa-b57c-8f1ec6ecb4e1), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.426812 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Attempting to bind port fe64615f-d887-4eb5-a715-f221dcb90867 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:06.427566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Attempting to bind port fe64615f-d887-4eb5-a715-f221dcb90867 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:06.428469 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Attempting to bind port fe64615f-d887-4eb5-a715-f221dcb90867 on network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:06.429560 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.securitygroups_db [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Project d44f546c2f3e4030bb4d0859edd3d52e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:22:06.435398 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-87ceddaa-3605-4e39-a1bc-0a508af2836d None None] Port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:06.436017 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (e731026b-dd1a-4b9d-afb8-3c7c13c565c0), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.439970 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port e026b646-47fd-43cb-bf8e-dae61f860817 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:06.440632 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Checking segment: {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Bound using segment: {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Bound port: fe64615f-d887-4eb5-a715-f221dcb90867, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74f636e-ac6e-4470-b472-43368a5a73c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:06.448328 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.546798 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (e731026b-dd1a-4b9d-afb8-3c7c13c565c0), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.576313 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] For port fe64615f-d887-4eb5-a715-f221dcb90867, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:06.583273 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] For port fe64615f-d887-4eb5-a715-f221dcb90867, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=fe64615f-d887-4eb5-a715-f221dcb90867,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:06.607310 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (ee8e81a2-2616-44fa-b57c-8f1ec6ecb4e1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.612968 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-af15289a-d9b8-48f6-932e-c5969b274e79 None None] Provisioning complete for port fe64615f-d887-4eb5-a715-f221dcb90867 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:06.613359 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-af15289a-d9b8-48f6-932e-c5969b274e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.622336 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (e731026b-dd1a-4b9d-afb8-3c7c13c565c0), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.642837 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (b8e16380-3699-49c8-a79f-dc12bf64eeb7), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.649840 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e731026b-dd1a-4b9d-afb8-3c7c13c565c0,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:06.662101 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f76991b6-bb07-4905-8870-c1cd5a059848 req-4a775875-1c22-453f-b1f0-62ec1791828a service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678038 Jan 21 23:22:06.705888 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (ee8e81a2-2616-44fa-b57c-8f1ec6ecb4e1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.711665 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (b8e16380-3699-49c8-a79f-dc12bf64eeb7), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.734948 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.738828 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e2f2981d-4469-4b10-a30c-b3c97cec5282 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5480952 Jan 21 23:22:06.766095 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8e81a2-2616-44fa-b57c-8f1ec6ecb4e1,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:06.811414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e16380-3699-49c8-a79f-dc12bf64eeb7,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:06.842099 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.863828 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port e026b646-47fd-43cb-bf8e-dae61f860817 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:06.864240 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.867384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.871517 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59526) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:06.880366 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group_rule': {'security_group_id': 'a209d51e-4238-4666-a6f4-3539392d568e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:06.890793 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-deb53289-0c11-4ff1-9b5b-11a0d1deaf8d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9014113 Jan 21 23:22:06.893936 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:06.906050 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8eb4dc27-db72-465a-b09e-600a8a7b1bf7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8588274 Jan 21 23:22:06.909298 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59530) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:06.924163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'security_group_rule': {'security_group_id': 'c343a050-2e11-47e5-b585-8aded3554cbc', 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:06.969609 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-af15289a-d9b8-48f6-932e-c5969b274e79 None None] Port fe64615f-d887-4eb5-a715-f221dcb90867 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:06.995219 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port e026b646-47fd-43cb-bf8e-dae61f860817, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=e026b646-47fd-43cb-bf8e-dae61f860817,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:07.011936 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ddc78392-5d97-4a4f-8516-24651fb66a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.031926 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:07.032624 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:21:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:07.043395 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (aad69380-0636-492a-ab20-12d23ac2e83c), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.050660 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f1f5d-86b2-4769-b15f-44c38c4aab1b None None] Pushing event updated for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:07.127268 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.127268 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device f11cbd42-45e7-4346-880d-245315d66471 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:07.163750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (aad69380-0636-492a-ab20-12d23ac2e83c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.173486 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.securitygroups_db [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Project 03e6852f8be34fc196fdc2f6188c7397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:22:07.180469 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (b8713e39-9577-4354-880c-d0756850f201), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.253556 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (aad69380-0636-492a-ab20-12d23ac2e83c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.292125 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad69380-0636-492a-ab20-12d23ac2e83c,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:07.329023 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (b8713e39-9577-4354-880c-d0756850f201), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.366597 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=e026b646-47fd-43cb-bf8e-dae61f860817,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:07.384509 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.389183 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-075b9453-f071-4641-9271-de2d657d2825 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5165176 Jan 21 23:22:07.389882 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59552) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:07.395969 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:07.407027 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:07.413163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (b8713e39-9577-4354-880c-d0756850f201), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.431546 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:07.431959 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.455085 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8713e39-9577-4354-880c-d0756850f201,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:07.539885 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.543820 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.551556 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-9af11fea-fa45-462c-ac0f-4a9287424d6b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6386635 Jan 21 23:22:07.666620 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Provisioning complete for port fe64615f-d887-4eb5-a715-f221dcb90867 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:07.667014 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.716328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.817713 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port f11cbd42-45e7-4346-880d-245315d66471 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:07.868370 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Allocated IP 172.27.3.2 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/54557979-7349-4c65-bc10-88c84be2e26c) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:07.906993 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Current status of the port fe64615f-d887-4eb5-a715-f221dcb90867 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:07.907405 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:07.951354 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'fe64615f-d887-4eb5-a715-f221dcb90867', 'name': '', 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'mac_address': 'fa:16:3e:04:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:57Z', 'updated_at': '2022-01-21T23:22:06Z', 'revision_number': 4, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'subnets': [{'id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:07.997304 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208cebf-177c-484b-a179-537b6e5f9132 None None] The sync data for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi is: [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'fe64615f-d887-4eb5-a715-f221dcb90867', 'name': '', 'network_id': '213360ee-f0cd-4b79-b2e3-4a3314ecfeae', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'mac_address': 'fa:16:3e:04:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:57Z', 'updated_at': '2022-01-21T23:22:06Z', 'revision_number': 4, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'subnets': [{'id': '98fcbc44-978f-4d75-b9f9-bf036dc58087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:08.017460 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] For port fe64615f-d887-4eb5-a715-f221dcb90867, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=fe64615f-d887-4eb5-a715-f221dcb90867,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:08.148079 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.152747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (54557979-7349-4c65-bc10-88c84be2e26c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.225470 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device e026b646-47fd-43cb-bf8e-dae61f860817 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:08.278260 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (54557979-7349-4c65-bc10-88c84be2e26c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.351429 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd2f6d-0817-49b0-a80f-7647017439dc None None] Pushing event updated for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:08.370274 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port e026b646-47fd-43cb-bf8e-dae61f860817 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:08.371072 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.374143 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:08.394523 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:08.402581 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:22:08.421985 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=54557979-7349-4c65-bc10-88c84be2e26c,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:08.585580 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.616656 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port e026b646-47fd-43cb-bf8e-dae61f860817 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:08.621396 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device f11cbd42-45e7-4346-880d-245315d66471 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:08.683423 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port f11cbd42-45e7-4346-880d-245315d66471 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:08.683809 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f11cbd42-45e7-4346-880d-245315d66471), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.745323 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (54557979-7349-4c65-bc10-88c84be2e26c), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.798391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port f11cbd42-45e7-4346-880d-245315d66471 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:08.800405 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ba9c5552-71af-460d-9248-5be1b41470f1 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:08.894575 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ba9c5552-71af-460d-9248-5be1b41470f1 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:08.895639 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:08.952886 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (54557979-7349-4c65-bc10-88c84be2e26c), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.020862 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ba9c5552-71af-460d-9248-5be1b41470f1 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:09.021282 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.044854 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port ba9c5552-71af-460d-9248-5be1b41470f1, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ba9c5552-71af-460d-9248-5be1b41470f1,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:09.058461 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (54557979-7349-4c65-bc10-88c84be2e26c), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.110363 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.119928 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.164064 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=54557979-7349-4c65-bc10-88c84be2e26c,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:09.176526 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.183723 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=ba9c5552-71af-460d-9248-5be1b41470f1,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:09.231790 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:09.233233 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-cd75ee6f-4570-46fb-bd25-57882c2a7d88 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8422751 Jan 21 23:22:09.470875 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-c64b6c09-c11e-4f6c-a14c-9586c7d7dd95 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-securitygroup--1966493536&fields=id&tenant_id=1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 267 time: 0.0455329 Jan 21 23:22:09.584903 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2d4b9935-d57b-4d02-8c67-a566a08adf85 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:09.586442 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2d4b9935-d57b-4d02-8c67-a566a08adf85 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 810 time: 0.1083524 Jan 21 23:22:09.602932 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-249edc93-55ff-49b9-b76d-ee60a63f6310 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/quotas/1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 375 time: 0.0106020 Jan 21 23:22:09.659400 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-665612eb-c7b8-4677-8200-4ab7cafa3668 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497370 Jan 21 23:22:09.796003 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-b801699a-3820-4ad3-8ce5-42758519df88 service neutron] 10.222.0.138 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220016 Jan 21 23:22:09.893874 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-c8e49d39-97eb-4f17-8807-d57d3f609ac0 service neutron] 10.222.0.138 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908852 Jan 21 23:22:10.006186 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device fe64615f-d887-4eb5-a715-f221dcb90867 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:10.074307 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port fe64615f-d887-4eb5-a715-f221dcb90867 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:10.074703 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:10.161194 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port fe64615f-d887-4eb5-a715-f221dcb90867 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:10.170927 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ba9c5552-71af-460d-9248-5be1b41470f1 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:10.181066 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9ed8dc91-89b3-45d2-a82b-760ed644a3b1 req-12680eff-a73a-403d-9e3f-8bb3ffc3edcd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 210 time: 0.0463538 Jan 21 23:22:10.225921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port ba9c5552-71af-460d-9248-5be1b41470f1 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:10.226322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:10.318032 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port ba9c5552-71af-460d-9248-5be1b41470f1 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:10.647153 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:11.280234 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8ca01aae-8100-413b-8605-ec860c8209cb req-48bc7a13-2cbc-4c4d-aeed-bb1d7f8181fd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 210 time: 0.0285850 Jan 21 23:22:11.316661 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:12.395805 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-601c1a6c-f433-4a09-8ddf-e36f2d85d769 req-1394d770-1f6c-4a5d-b4f1-39ccb2094f76 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 210 time: 0.0378442 Jan 21 23:22:12.589776 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:12.600820 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:12.601438 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:12.659981 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-cba80acf-3c59-4d3f-9a73-3db10bc68b43 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:12.662227 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-cba80acf-3c59-4d3f-9a73-3db10bc68b43 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 810 time: 0.1345260 Jan 21 23:22:12.772029 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-34204f5e-1040-4d5f-913b-cf6cedc7e5a4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 380 time: 0.0857818 Jan 21 23:22:12.781419 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'port': {'device_id': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'admin_state_up': True, 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'security_groups': ['a209d51e-4238-4666-a6f4-3539392d568e']}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:12.832869 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:12.967214 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Made reservation on behalf of 1dbc71d1235b416e9136a12c69a19aa9 for: {'port': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:22:12.972163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.061046 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 2, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:13.087172 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:13.087589 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Updating router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:22:13.119567 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.120327 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Allocated IP 172.20.0.9 (b8a5072e-ab12-4ada-8731-e9167f85afdc/f691a783-04b2-453d-840d-ba8ad0f9abad/882f352d-4bd3-4b55-92b7-fb9e70457fe3) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:13.215297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59728) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:13.276668 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.338094 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-41ea4dcc-9acd-4b30-ba06-905ec3b7bd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.361573 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.423271 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:13.427137 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:13.431125 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:22:13.439399 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:13.495320 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-41ea4dcc-9acd-4b30-ba06-905ec3b7bd47 admin admin] Publish callbacks [] for security_group (6134116a-f371-4099-9f31-5598f72dfa58), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.522367 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:13.523101 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.561275 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-41ea4dcc-9acd-4b30-ba06-905ec3b7bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6134116a-f371-4099-9f31-5598f72dfa58), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.600243 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0768af-be6f-47cc-a78f-43fcc5febbd7 req-79a77115-c1eb-4a50-8e90-5876adf6bf49 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:13.602487 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9c0768af-be6f-47cc-a78f-43fcc5febbd7 req-79a77115-c1eb-4a50-8e90-5876adf6bf49 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 931 time: 0.0718145 Jan 21 23:22:13.628553 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-41ea4dcc-9acd-4b30-ba06-905ec3b7bd47 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=52bcbe7efcaf461d9189d5359cdff5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119964 Jan 21 23:22:13.629249 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59738) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:13.635257 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks [] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.638390 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea4dcc-9acd-4b30-ba06-905ec3b7bd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6134116a-f371-4099-9f31-5598f72dfa58,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:13.667655 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-2c4ded26-c24f-47c6-88ba-7a83635a96d1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8900073 Jan 21 23:22:13.685223 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9c0768af-be6f-47cc-a78f-43fcc5febbd7 req-5cfd3c70-7f8f-4c97-8266-917b37d65cfc tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767407 Jan 21 23:22:13.694774 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Request body: {'port': {'device_id': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:13.694960 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] Publish callbacks [] for security_group (6134116a-f371-4099-9f31-5598f72dfa58), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.717371 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.721677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] Publish callbacks [] for security_group (6134116a-f371-4099-9f31-5598f72dfa58), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.781688 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.840619 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecbf75-8c5e-46b6-ad4c-a29ed7276cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:13.841995 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-967d876d-d29c-4071-a245-e6732874fe97 None None] Provisioning complete for port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:13.842735 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-967d876d-d29c-4071-a245-e6732874fe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.875553 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6134116a-f371-4099-9f31-5598f72dfa58), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.879225 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.883830 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/6134116a-f371-4099-9f31-5598f72dfa58 HTTP/1.1" status: 204 len: 168 time: 0.2530131 Jan 21 23:22:13.903058 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cccaa-41ec-4fe1-94fa-30a384682c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6134116a-f371-4099-9f31-5598f72dfa58,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:13.916717 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-967d876d-d29c-4071-a245-e6732874fe97 None None] Port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:13.916842 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Attempting to bind port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:13.916842 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Attempting to bind port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:13.917203 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Attempting to bind port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:13.928370 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:13.929467 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Checking segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:13.930963 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:13.931450 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Bound using segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:13.931951 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Bound port: 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:13.932384 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.035133 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] For port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:14.038498 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] For port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:14.121694 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.136312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882f352d-4bd3-4b55-92b7-fb9e70457fe3 {{(pid=103079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:22:14.147902 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks [] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.162052 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.provisioning_blocks [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Transition to ACTIVE for port object 882f352d-4bd3-4b55-92b7-fb9e70457fe3 will not be triggered until provisioned by entity L2. {{(pid=103079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:22:14.194488 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:14.195290 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:14.235825 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Provisioning complete for port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:14.237086 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.242743 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.253203 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecbf75-8c5e-46b6-ad4c-a29ed7276cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:14.341040 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Current status of the port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:14.341975 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.359536 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:14.406741 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] For port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:14.486799 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.606511 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76008d-c2fe-4293-8d65-f4051417f74d None None] Pushing event updated for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:14.645864 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:14.655828 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59750) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:14.678309 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-28ff8e79-d62a-45d4-907c-697b97bd420d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.691046 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d55899-6664-41c0-9d3c-903975ef98a8 None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:14.696416 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Pushing event updated for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:14.750724 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-922546ba-a1e9-4307-9e7c-3316a478c93b None None] Provisioning complete for port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:14.751196 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-922546ba-a1e9-4307-9e7c-3316a478c93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.846893 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Attempting to bind port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:14.848365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Attempting to bind port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:14.848365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Attempting to bind port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:14.869189 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 on network b8a5072e-ab12-4ada-8731-e9167f85afdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:22:14.869528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Attempting to bind port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:14.872316 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-28ff8e79-d62a-45d4-907c-697b97bd420d admin admin] Publish callbacks [] for security_group (36747a23-caf7-45fe-82de-c8a6ce95e1d7), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.880672 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-922546ba-a1e9-4307-9e7c-3316a478c93b None None] Current status of the port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:14.885707 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:14.886016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Checking segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:14.886413 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Bound using segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:14.886861 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Bound port: 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:14.887231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.905803 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111894d3-54b6-49a3-b283-f96cb52d80eb req-e17e4ca2-2999-4f27-ad23-cf472774600f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:14.907520 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-111894d3-54b6-49a3-b283-f96cb52d80eb req-e17e4ca2-2999-4f27-ad23-cf472774600f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.1118965 Jan 21 23:22:14.932494 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-28ff8e79-d62a-45d4-907c-697b97bd420d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (36747a23-caf7-45fe-82de-c8a6ce95e1d7), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:14.973375 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff8e79-d62a-45d4-907c-697b97bd420d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36747a23-caf7-45fe-82de-c8a6ce95e1d7,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:14.980126 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-28ff8e79-d62a-45d4-907c-697b97bd420d admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=b7ed24ec14764a71862c5a5496e15c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197649 Jan 21 23:22:14.982838 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59756) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:15.030114 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, cleared binding levels {{(pid=103079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:15.035668 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-111894d3-54b6-49a3-b283-f96cb52d80eb req-d9086a52-eee2-4e01-aaee-6420584ea2fa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990629 Jan 21 23:22:15.037386 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:15.048294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] Publish callbacks [] for security_group (36747a23-caf7-45fe-82de-c8a6ce95e1d7), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.071170 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] Publish callbacks [] for security_group (36747a23-caf7-45fe-82de-c8a6ce95e1d7), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.104791 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.141867 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.142604 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.144222 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] 10.222.0.124 "PUT /v2.0/ports/882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 1093 time: 1.4579720 Jan 21 23:22:15.147383 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:15.149975 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83" -d '{"events": [{"name": "network-changed", "server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:15.185915 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a63414-efde-4dba-be89-c2a99667c98c service neutron] Pushing event updated for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=3']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:15.190533 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (36747a23-caf7-45fe-82de-c8a6ce95e1d7), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.193302 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:15.193745 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5b2c51-497d-4323-be62-1833a3741530 x-openstack-request-id: req-1d5b2c51-497d-4323-be62-1833a3741530 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:15.194050 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:15.194316 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-1d5b2c51-497d-4323-be62-1833a3741530 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:15.194927 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'status': 'completed', 'code': 200} Jan 21 23:22:15.202201 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/36747a23-caf7-45fe-82de-c8a6ce95e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2136405 Jan 21 23:22:15.205774 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05744f-0ae6-4c50-b07b-84a91a904aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36747a23-caf7-45fe-82de-c8a6ce95e1d7,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:15.317428 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-cd96d6fc-d8a9-448d-8e20-beaba8f18a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.318990 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-cd96d6fc-d8a9-448d-8e20-beaba8f18a5d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1096 time: 0.0791934 Jan 21 23:22:15.453425 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-be626a06-903a-4f62-8d60-21638e5220ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.454454 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-be626a06-903a-4f62-8d60-21638e5220ba service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1137085 Jan 21 23:22:15.579087 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-286119e1-2ec8-4b2c-b439-0246f652914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.581184 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70ada069-a2ac-49e5-8f5e-18dbc5ea3b83 req-286119e1-2ec8-4b2c-b439-0246f652914c service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188817 Jan 21 23:22:15.715239 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-253fb762-5b80-4460-bed9-618c3f265c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.716869 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-253fb762-5b80-4460-bed9-618c3f265c19 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1096 time: 0.0663135 Jan 21 23:22:15.768985 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-3e108ea9-2005-47eb-8fe7-35f330cda716 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 217 time: 0.0357430 Jan 21 23:22:15.831074 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-4085f976-24db-4013-8677-0784adab4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.832005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-4085f976-24db-4013-8677-0784adab4a20 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0546796 Jan 21 23:22:15.899904 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e3025-e4c1-42db-a801-24bada690644 req-c97e727a-cf6a-4598-adbc-79da75a0e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:15.901461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-c97e727a-cf6a-4598-adbc-79da75a0e978 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590732 Jan 21 23:22:15.985515 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:16.022731 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-d79c386f-0463-49b3-960c-1ee7e7b44e6c service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085706 Jan 21 23:22:16.046409 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:16.046806 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.103786 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 59772) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:16.136236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1953abcb-4d00-4d49-a40a-185116fc0d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.138830 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f6e3025-e4c1-42db-a801-24bada690644 req-4a5c7855-5520-4ceb-8f74-4287f0f3c26c service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070020 Jan 21 23:22:16.178432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:16.202669 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63813854-80dc-401f-aede-432511146a92 req-0775fa09-4eb9-4ebf-a052-0d45041019f0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:16.204252 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-63813854-80dc-401f-aede-432511146a92 req-0775fa09-4eb9-4ebf-a052-0d45041019f0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0550632 Jan 21 23:22:16.225980 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1953abcb-4d00-4d49-a40a-185116fc0d0f admin admin] Publish callbacks [] for security_group (9f039b3c-a349-44f8-a6c8-13c254627424), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.261445 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-63813854-80dc-401f-aede-432511146a92 req-728c5dfd-3e96-4945-90bc-768abfd5b6e0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506616 Jan 21 23:22:16.270139 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-1953abcb-4d00-4d49-a40a-185116fc0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (9f039b3c-a349-44f8-a6c8-13c254627424), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.318768 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-1953abcb-4d00-4d49-a40a-185116fc0d0f admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=dd38fc8acb5445c99615376ef88cb905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126880 Jan 21 23:22:16.321147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953abcb-4d00-4d49-a40a-185116fc0d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f039b3c-a349-44f8-a6c8-13c254627424,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:16.321382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 59774) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:16.382605 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] Publish callbacks [] for security_group (9f039b3c-a349-44f8-a6c8-13c254627424), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.406191 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] Publish callbacks [] for security_group (9f039b3c-a349-44f8-a6c8-13c254627424), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.550507 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (9f039b3c-a349-44f8-a6c8-13c254627424), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.553162 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:16.554426 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/9f039b3c-a349-44f8-a6c8-13c254627424 HTTP/1.1" status: 204 len: 168 time: 0.2320108 Jan 21 23:22:16.562733 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ec53f-3740-4c7d-ad12-53f95bc4725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f039b3c-a349-44f8-a6c8-13c254627424,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:17.395311 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8474821-9f65-422d-9324-7dba23dc488d req-ee3bf383-d3af-4bed-bf60-15b4ef3125ba tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:17.396984 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8474821-9f65-422d-9324-7dba23dc488d req-ee3bf383-d3af-4bed-bf60-15b4ef3125ba tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0554376 Jan 21 23:22:17.447159 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e8474821-9f65-422d-9324-7dba23dc488d req-4a1c4d51-f6b3-48d6-9418-8694cd06f62a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Jan 21 23:22:18.601495 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd2ea-8a07-434a-82d9-f6cc06538c15 req-358f076c-c649-44a5-a1b0-bd76c54aacea tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:18.603024 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-117dd2ea-8a07-434a-82d9-f6cc06538c15 req-358f076c-c649-44a5-a1b0-bd76c54aacea tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0528607 Jan 21 23:22:18.658906 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-117dd2ea-8a07-434a-82d9-f6cc06538c15 req-ef9a797f-db97-4d5d-a030-e93add16c0be tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497360 Jan 21 23:22:19.778222 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0626dc-65ac-4b15-a092-010f1a22301f req-5eab4343-d2e3-4cee-8a19-74161b106d6b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:19.779741 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2e0626dc-65ac-4b15-a092-010f1a22301f req-5eab4343-d2e3-4cee-8a19-74161b106d6b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0504198 Jan 21 23:22:19.828782 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2e0626dc-65ac-4b15-a092-010f1a22301f req-8dc821a7-a2f9-44e2-bb73-653ae79af876 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Jan 21 23:22:20.944792 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc66be-b7f3-4edc-a24a-75414e8e9273 req-7d3108bd-b70a-45d0-b324-e26ff721a705 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:20.946311 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3edc66be-b7f3-4edc-a24a-75414e8e9273 req-7d3108bd-b70a-45d0-b324-e26ff721a705 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0500174 Jan 21 23:22:20.998710 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3edc66be-b7f3-4edc-a24a-75414e8e9273 req-4511e893-3de9-41f8-8084-224f5282a04f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467448 Jan 21 23:22:22.114585 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718059-e428-4436-8ed0-a6a6bb974fc1 req-7fcd7e48-b6b7-4751-82be-ca479f9e44dd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:22.116162 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd718059-e428-4436-8ed0-a6a6bb974fc1 req-7fcd7e48-b6b7-4751-82be-ca479f9e44dd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0517180 Jan 21 23:22:22.163609 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fd718059-e428-4436-8ed0-a6a6bb974fc1 req-788e27a5-08e8-4a26-ab58-5c1434a0d92c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Jan 21 23:22:23.283554 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac63d55-78fc-4dc1-9e78-574ab757c00c req-284c2fe6-4ffa-4d1e-9d92-df58947706e9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:23.285506 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eac63d55-78fc-4dc1-9e78-574ab757c00c req-284c2fe6-4ffa-4d1e-9d92-df58947706e9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0518172 Jan 21 23:22:23.334969 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eac63d55-78fc-4dc1-9e78-574ab757c00c req-572d7aaa-9cfc-4de6-b4dc-88a0e261c735 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432622 Jan 21 23:22:24.466234 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d1ca4-2ecf-4d56-991a-aa59227f2cd0 req-ce73d0cc-8344-47ff-bc34-a2426f378cd4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:24.467865 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e50d1ca4-2ecf-4d56-991a-aa59227f2cd0 req-ce73d0cc-8344-47ff-bc34-a2426f378cd4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0540624 Jan 21 23:22:24.516733 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e50d1ca4-2ecf-4d56-991a-aa59227f2cd0 req-4f29280c-32b0-4555-a26c-b9f9e9ed1a96 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Jan 21 23:22:25.654152 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeb92e-0c4e-447c-8656-c49a8e3a8a4c req-1ae45350-7ecf-4191-bbab-a447d59c04ea tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:25.655671 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4aaeb92e-0c4e-447c-8656-c49a8e3a8a4c req-1ae45350-7ecf-4191-bbab-a447d59c04ea tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0529051 Jan 21 23:22:25.712008 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4aaeb92e-0c4e-447c-8656-c49a8e3a8a4c req-25717451-cc0d-41a0-95f5-f056c7b52c9a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505655 Jan 21 23:22:26.835026 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56972367-fbef-4547-b8f9-3dd4cc5990a1 req-0a298755-646a-4988-9455-4b86e7e91e19 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:26.836596 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-56972367-fbef-4547-b8f9-3dd4cc5990a1 req-0a298755-646a-4988-9455-4b86e7e91e19 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0507147 Jan 21 23:22:26.891510 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-56972367-fbef-4547-b8f9-3dd4cc5990a1 req-822250c6-361a-4bb9-abf3-e552ca764183 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489864 Jan 21 23:22:28.013513 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1893d8a-588f-4785-a146-222d91e2bb0a req-254e124b-e358-4ba6-97a3-618b08a31c9a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:28.015176 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1893d8a-588f-4785-a146-222d91e2bb0a req-254e124b-e358-4ba6-97a3-618b08a31c9a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0527236 Jan 21 23:22:28.074317 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d1893d8a-588f-4785-a146-222d91e2bb0a req-ea37d58b-f4e2-4c73-a324-61c943c1576f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535150 Jan 21 23:22:28.545481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60006) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:28.661617 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47caaf08-2dbf-4d48-a616-36a1036df050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.738739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47caaf08-2dbf-4d48-a616-36a1036df050 admin admin] Publish callbacks [] for security_group (41657006-6103-4239-89be-5ad2fff563e1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.783372 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47caaf08-2dbf-4d48-a616-36a1036df050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (41657006-6103-4239-89be-5ad2fff563e1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.825116 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-47caaf08-2dbf-4d48-a616-36a1036df050 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=21c4df63183a4fe0822843ed6a7d7151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784464 Jan 21 23:22:28.826031 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47caaf08-2dbf-4d48-a616-36a1036df050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41657006-6103-4239-89be-5ad2fff563e1,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:28.828029 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60012) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:28.877307 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] Publish callbacks [] for security_group (41657006-6103-4239-89be-5ad2fff563e1), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.898903 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] Publish callbacks [] for security_group (41657006-6103-4239-89be-5ad2fff563e1), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.989046 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (41657006-6103-4239-89be-5ad2fff563e1), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.992204 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:28.993425 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/41657006-6103-4239-89be-5ad2fff563e1 HTTP/1.1" status: 204 len: 168 time: 0.1642060 Jan 21 23:22:29.001039 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11b600-ab74-4c7c-be67-656d63d6ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41657006-6103-4239-89be-5ad2fff563e1,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:29.194488 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfff6c6-555c-4c40-9fed-2a6fb7c107c0 req-c3e0b34b-862d-4d48-8d2c-eebc3ff59f87 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:29.196001 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4cfff6c6-555c-4c40-9fed-2a6fb7c107c0 req-c3e0b34b-862d-4d48-8d2c-eebc3ff59f87 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0540886 Jan 21 23:22:29.244807 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4cfff6c6-555c-4c40-9fed-2a6fb7c107c0 req-42c3a208-8446-4dd5-a757-c55d62b043af tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Jan 21 23:22:29.571108 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60026) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:29.584954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-30de7a20-6b2d-4ec0-bdd0-e24ef157c553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.659149 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-30de7a20-6b2d-4ec0-bdd0-e24ef157c553 admin admin] Publish callbacks [] for security_group (8231ddd1-d4e4-4655-9b66-cd8aaaeee321), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.715177 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-30de7a20-6b2d-4ec0-bdd0-e24ef157c553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8231ddd1-d4e4-4655-9b66-cd8aaaeee321), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.752647 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-30de7a20-6b2d-4ec0-bdd0-e24ef157c553 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=78415d6b28994ffa973601249784f1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802897 Jan 21 23:22:29.754508 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de7a20-6b2d-4ec0-bdd0-e24ef157c553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8231ddd1-d4e4-4655-9b66-cd8aaaeee321,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:29.756489 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60030) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:29.807229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] Publish callbacks [] for security_group (8231ddd1-d4e4-4655-9b66-cd8aaaeee321), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.828834 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] Publish callbacks [] for security_group (8231ddd1-d4e4-4655-9b66-cd8aaaeee321), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.920941 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8231ddd1-d4e4-4655-9b66-cd8aaaeee321), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.923554 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:29.924772 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8231ddd1-d4e4-4655-9b66-cd8aaaeee321 HTTP/1.1" status: 204 len: 168 time: 0.1663735 Jan 21 23:22:29.933722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221670b9-8fc4-4102-a3d5-119f9e0e5bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8231ddd1-d4e4-4655-9b66-cd8aaaeee321,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:30.369887 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea985a-89e1-4af6-bad2-53eb1b2d6a56 req-a6446fd0-c212-47d1-bcf9-9b83068ca779 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:30.371205 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fea985a-89e1-4af6-bad2-53eb1b2d6a56 req-a6446fd0-c212-47d1-bcf9-9b83068ca779 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0566583 Jan 21 23:22:30.422681 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fea985a-89e1-4af6-bad2-53eb1b2d6a56 req-1ce765db-e12c-4fb1-ae5b-4b95c905437d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Jan 21 23:22:31.548279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075e4e8-20ca-4262-b429-15d7ef2ccf2a req-27663e7a-fcb7-42b3-ab85-fd22afd0cb36 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:31.549918 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9075e4e8-20ca-4262-b429-15d7ef2ccf2a req-27663e7a-fcb7-42b3-ab85-fd22afd0cb36 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0513711 Jan 21 23:22:31.601554 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9075e4e8-20ca-4262-b429-15d7ef2ccf2a req-888c8b39-5eb8-4bb4-92c1-fd2116d68b16 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453727 Jan 21 23:22:32.727370 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eca62f-09e3-4dde-8601-8dd06064522c req-0a1912b8-6460-492a-848d-3296db5bb051 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:32.728836 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-00eca62f-09e3-4dde-8601-8dd06064522c req-0a1912b8-6460-492a-848d-3296db5bb051 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0506682 Jan 21 23:22:32.779768 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-00eca62f-09e3-4dde-8601-8dd06064522c req-09302b23-947a-4f22-8879-419e2fac8320 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Jan 21 23:22:33.895767 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b4e9f-5ac7-4e51-bf2d-5437f710a5a9 req-6bd3c9e2-e8e5-4259-8d73-2b37824c25cd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:33.897299 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c75b4e9f-5ac7-4e51-bf2d-5437f710a5a9 req-6bd3c9e2-e8e5-4259-8d73-2b37824c25cd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0493569 Jan 21 23:22:33.945583 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c75b4e9f-5ac7-4e51-bf2d-5437f710a5a9 req-15975a38-ac78-4468-aa9e-c04418792d1b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 Jan 21 23:22:34.360807 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ef84cacf-b749-4880-8797-f64dc2f742c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:35.060016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7514c9-85f2-4dd5-b72e-2bbda8f7a072 req-135b1260-2431-406c-a4fa-b21f356cd6eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:35.061569 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7a7514c9-85f2-4dd5-b72e-2bbda8f7a072 req-135b1260-2431-406c-a4fa-b21f356cd6eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 943 time: 0.0494530 Jan 21 23:22:35.109767 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7a7514c9-85f2-4dd5-b72e-2bbda8f7a072 req-305617b1-a6d0-4247-a6f1-30c846439008 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423841 Jan 21 23:22:35.287571 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 882f352d-4bd3-4b55-92b7-fb9e70457fe3 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:22:35.396146 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:35.405483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:35.408632 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'port_id': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'mac_address': 'fa:16:3e:22:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:22:35.446505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:35.446903 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:35.460234 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882f352d-4bd3-4b55-92b7-fb9e70457fe3 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:22:35.489095 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:35.531938 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:35.590101 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:35.919974 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['882f352d-4bd3-4b55-92b7-fb9e70457fe3'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:22:36.231683 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec590ee3-a228-420d-8fcb-4d95c3dee490 req-bdde095f-9e10-44bc-8868-f066d66604b9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:36.233250 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec590ee3-a228-420d-8fcb-4d95c3dee490 req-bdde095f-9e10-44bc-8868-f066d66604b9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 944 time: 0.0539925 Jan 21 23:22:36.283105 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec590ee3-a228-420d-8fcb-4d95c3dee490 req-dd78f140-e4c8-4210-a5b0-7d06071be8bf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 Jan 21 23:22:36.892045 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9e98da99-aef1-43c6-b036-6dd951887f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:37.281854 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 882f352d-4bd3-4b55-92b7-fb9e70457fe3 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:22:37.412959 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253d8ab-300f-43fd-89c9-bddc30c79a80 req-2ef0cf32-5d53-4345-8a40-6eaebf6a73a4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:37.414769 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3253d8ab-300f-43fd-89c9-bddc30c79a80 req-2ef0cf32-5d53-4345-8a40-6eaebf6a73a4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 944 time: 0.0566912 Jan 21 23:22:37.468348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3253d8ab-300f-43fd-89c9-bddc30c79a80 req-954ca111-0d7a-432d-8014-e0d91ca06c80 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472515 Jan 21 23:22:37.503786 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:22:37.508203 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:37.508722 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:37.585939 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:37.586340 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:37.611426 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:37.613792 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e3396-bb08-4f23-9b76-9f8f07607632" -d '{"events": [{"server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "name": "network-vif-plugged", "status": "completed", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:37.626678 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:37.654510 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267419ae-4f6b-4bf5-ac9b-2452e20a6763 x-openstack-request-id: req-267419ae-4f6b-4bf5-ac9b-2452e20a6763 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:37.654844 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "name": "network-vif-plugged", "status": "completed", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:37.655115 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-267419ae-4f6b-4bf5-ac9b-2452e20a6763 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:37.655536 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'code': 200} Jan 21 23:22:37.698998 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:37.756924 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:37.764862 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.765639 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.766513 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.767093 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.768066 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.768682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.769040 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.769396 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.769744 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.770263 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.770614 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.770959 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:37.771995 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:38.040530 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e21aa-cfc8-488a-8ae3-71b778d5c0aa req-bdd66ffe-002a-489f-9e92-d769537a2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:38.045013 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-435e21aa-cfc8-488a-8ae3-71b778d5c0aa req-bdd66ffe-002a-489f-9e92-d769537a2b9b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0418508 Jan 21 23:22:38.092495 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-435e21aa-cfc8-488a-8ae3-71b778d5c0aa req-9ca8a2c3-e459-4839-a5b0-b1b71b9c5f9c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Jan 21 23:22:38.233279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142154ea-64b5-42b4-9985-8e6b026f9e35 req-26b5dfac-2950-4c84-b0fe-5fa969afec7f tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:38.234837 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-142154ea-64b5-42b4-9985-8e6b026f9e35 req-26b5dfac-2950-4c84-b0fe-5fa969afec7f tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.0496876 Jan 21 23:22:38.284053 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-142154ea-64b5-42b4-9985-8e6b026f9e35 req-834b1231-bace-476d-9f1a-1b029c36d3dd tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428569 Jan 21 23:22:38.589393 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1595f-e1f1-4310-9dbd-45f9047eb230 req-dedbaf3e-068d-4592-a72d-831e45973c75 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:38.590884 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bad1595f-e1f1-4310-9dbd-45f9047eb230 req-dedbaf3e-068d-4592-a72d-831e45973c75 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0495701 Jan 21 23:22:38.638763 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bad1595f-e1f1-4310-9dbd-45f9047eb230 req-975d4c37-dc4b-443a-b466-a7206a4e3912 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Jan 21 23:22:39.109308 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:39.407021 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643135b-3e26-4ddd-82f4-60c6e0aaf70a req-f8e6cad1-4150-422a-a803-d9a61bd51881 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:39.408477 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8643135b-3e26-4ddd-82f4-60c6e0aaf70a req-f8e6cad1-4150-422a-a803-d9a61bd51881 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jan 21 23:22:39.458406 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8643135b-3e26-4ddd-82f4-60c6e0aaf70a req-2db3b6e4-b38d-41ba-b8be-7361e2e4d018 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Jan 21 23:22:39.759462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da929706-a2cf-4a44-99d4-195ac107a36e req-2d3c9046-16c9-4551-8a64-8758a81c6e1e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:39.761331 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-da929706-a2cf-4a44-99d4-195ac107a36e req-2d3c9046-16c9-4551-8a64-8758a81c6e1e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0513177 Jan 21 23:22:39.811713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-da929706-a2cf-4a44-99d4-195ac107a36e req-6d180137-9b21-4fff-bd63-cc1fb4c23fa5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446970 Jan 21 23:22:39.947068 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7466c5-2d2d-49a1-8e41-842a2c7cbaf8 req-fe398f1b-aabf-4dc7-a1fc-5d2cdbffda9b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:39.949662 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4f7466c5-2d2d-49a1-8e41-842a2c7cbaf8 req-fe398f1b-aabf-4dc7-a1fc-5d2cdbffda9b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0583234 Jan 21 23:22:39.957737 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60252) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:39.962412 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'floatingip': {'port_id': '882f352d-4bd3-4b55-92b7-fb9e70457fe3'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:40.047011 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:40.138558 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-34678cac-e92f-4d0e-9c2b-69b44bf451bb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294810873&fields=id&tenant_id=03e6852f8be34fc196fdc2f6188c7397 HTTP/1.1" status: 200 len: 267 time: 0.1733170 Jan 21 23:22:40.350682 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d88a0ccb-2cbb-45db-b269-5626e2920151 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:40.352178 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d88a0ccb-2cbb-45db-b269-5626e2920151 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 808 time: 0.1957793 Jan 21 23:22:40.383385 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-09627d39-1f32-4aab-a452-c13b9aba4920 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/quotas/03e6852f8be34fc196fdc2f6188c7397 HTTP/1.1" status: 200 len: 375 time: 0.0242596 Jan 21 23:22:40.601307 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:40.640476 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-3fb24607-b9db-4694-9d81-e1a5bc2c12aa tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2235446 Jan 21 23:22:40.747340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06354-094f-4489-99ae-9a7be53d10f4 req-73c1c0b8-e7ae-4949-a255-1cf276380ba0 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:40.754128 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fd06354-094f-4489-99ae-9a7be53d10f4 req-73c1c0b8-e7ae-4949-a255-1cf276380ba0 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.2177978 Jan 21 23:22:41.102677 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.db.resource_extend [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 21 23:22:41.208847 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-718611c0-1a7e-442d-8efd-4ee0abb0cdb1 service neutron] 10.222.0.138 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516272 Jan 21 23:22:41.222125 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:41.236060 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-a905287b-cdd6-4c52-82f5-88bc1f4e52fe tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:41.237549 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-a905287b-cdd6-4c52-82f5-88bc1f4e52fe tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.2214041 Jan 21 23:22:41.242509 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fd06354-094f-4489-99ae-9a7be53d10f4 req-52422318-f7fd-4c75-afcb-32ffc2e615a1 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251451 Jan 21 23:22:41.275890 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:41.288932 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:41.510139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-b8f669b9-a2a5-4c7b-8cf5-d38e1dce338a service neutron] 10.222.0.138 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952378 Jan 21 23:22:41.521377 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-48984408-3907-4fee-b6e6-488be7337933 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978064308&fields=id&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 267 time: 0.1610360 Jan 21 23:22:41.528714 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Floating IP de31d205-cb20-4a83-8712-d9c39cb5253b associated. External IP: 172.27.3.2, port: 882f352d-4bd3-4b55-92b7-fb9e70457fe3. Jan 21 23:22:41.693825 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Deleting port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:22:41.694182 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:41.818954 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-dcea3034-490c-4c68-99fd-480a79ad35c2 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:41.820556 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-dcea3034-490c-4c68-99fd-480a79ad35c2 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.2885275 Jan 21 23:22:41.885467 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-b430d52b-eac0-4028-b5a7-22b0cad5cd32 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/quotas/d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 375 time: 0.0587635 Jan 21 23:22:41.887218 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] For port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:41.887596 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:41.931747 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Calling delete_port for 8f4116ed-c2a0-4659-9e3c-6ea28141a51b owned by compute:nova {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:22:42.044664 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-01b14d7c-8615-444a-a069-0ca2115adbe6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526623 Jan 21 23:22:42.072835 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:22:42.263320 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f83f30c9-9dfd-4ad6-b66d-33ec5b5aefe8 req-5061c8af-07be-4f2e-8fd1-6e2e199e3f63 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.0758274 Jan 21 23:22:42.305757 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-59f2dc58-77b2-4e34-81e0-156d40d5ac8a service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477078 Jan 21 23:22:42.421044 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:42.432193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:42.434260 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (8f4116ed-c2a0-4659-9e3c-6ea28141a51b), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:42.434562 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:42.445981 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:42.446767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:42.486258 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['8f4116ed-c2a0-4659-9e3c-6ea28141a51b'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:22:42.496086 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Pushing event deleted for resources: {'Port': ['ID=8f4116ed-c2a0-4659-9e3c-6ea28141a51b,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:42.511656 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-2e2d8109-7d02-4977-98a1-370cd2061175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "PUT /v2.0/floatingips/de31d205-cb20-4a83-8712-d9c39cb5253b HTTP/1.1" status: 200 len: 989 time: 2.5528135 Jan 21 23:22:42.520078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:42.523078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb11d6fa-9796-431f-ac95-3f6ab011243b" -d '{"events": [{"name": "network-changed", "server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:42.539855 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b8e7-0cd6-4f91-a7cf-c5bc9e9ce8c8 req-4d3ba76d-8676-4250-b7d4-073117ed918d tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:42.541497 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e450b8e7-0cd6-4f91-a7cf-c5bc9e9ce8c8 req-4d3ba76d-8676-4250-b7d4-073117ed918d tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 945 time: 0.2084057 Jan 21 23:22:42.542909 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.543281 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.543889 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.544250 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.544634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.544980 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.545397 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.545680 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.546027 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.546374 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.546734 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.547076 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.547400 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:42.594480 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:42.839131 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-4fac7eef-8aeb-4205-b00f-c164ae2903b7 service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231895 Jan 21 23:22:42.845696 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] No DVR routers for this DVR port 8f4116ed-c2a0-4659-9e3c-6ea28141a51b on host hv-cinder-82568 {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:22:42.851432 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:42.855169 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bcccfe9-34b7-4426-98b0-9846cfea9acd req-6f70d6f3-1d01-4a62-9626-66e15f067ae7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "DELETE /v2.0/ports/8f4116ed-c2a0-4659-9e3c-6ea28141a51b HTTP/1.1" status: 204 len: 173 time: 1.6024489 Jan 21 23:22:42.884616 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e450b8e7-0cd6-4f91-a7cf-c5bc9e9ce8c8 req-341c4ffd-944d-479e-afd7-bd707bac6d72 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725486 Jan 21 23:22:42.902717 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'de31d205-cb20-4a83-8712-d9c39cb5253b', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:22:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:22:08Z', 'updated_at': '2022-01-21T23:22:40Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:42.945714 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:42.958250 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:42.960734 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:43.067867 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5f29d7-88ee-4053-9fe1-f10600c31691 x-openstack-request-id: req-5e5f29d7-88ee-4053-9fe1-f10600c31691 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:43.068567 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:43.070961 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-5e5f29d7-88ee-4053-9fe1-f10600c31691 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:43.070961 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'status': 'completed', 'code': 200} Jan 21 23:22:43.079845 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:43.119697 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:22:43.176784 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-e989d26c-84ab-44a5-83db-70706a9d00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:43.180111 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-e989d26c-84ab-44a5-83db-70706a9d00ea service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0472686 Jan 21 23:22:43.282024 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-00777c27-caae-45a2-9d0c-c2de92f27642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:43.283608 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-00777c27-caae-45a2-9d0c-c2de92f27642 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.0943849 Jan 21 23:22:43.343456 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'de31d205-cb20-4a83-8712-d9c39cb5253b', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:22:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:22:08Z', 'updated_at': '2022-01-21T23:22:40Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:43.382724 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbec4985-f45b-4b71-8ad9-6874506864b4 None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'de31d205-cb20-4a83-8712-d9c39cb5253b', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:22:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:22:08Z', 'updated_at': '2022-01-21T23:22:40Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:43.385099 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ecfae22a-bd31-46b0-a95c-a310c121f967 req-d806923c-edb6-42a3-a02f-dc5582d53a84 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.0370593 Jan 21 23:22:43.391616 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-dd4858da-6cdb-457e-a334-199a5b39927a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 997 time: 0.1020300 Jan 21 23:22:43.473530 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-58f7c75c-d311-466f-846e-eb38450da7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:43.475905 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-58f7c75c-d311-466f-846e-eb38450da7cb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0763662 Jan 21 23:22:43.515046 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9f59f49e-91ba-4f76-8c9f-0ed187a71434 req-1f7999d1-547c-4afc-b2ec-e19099898138 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0352190 Jan 21 23:22:43.552134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-8f0a0222-2873-445d-b8c8-1fd8fc44e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:43.554056 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-8f0a0222-2873-445d-b8c8-1fd8fc44e5d9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627136 Jan 21 23:22:43.672923 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-aaf49060-3e90-4b01-b983-e1a520afaf57 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113820 Jan 21 23:22:43.731784 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9b1fc-588a-4dd4-8b12-a812aa8a0d4d None None] New status for floating IP de31d205-cb20-4a83-8712-d9c39cb5253b: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:22:43.787816 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb11d6fa-9796-431f-ac95-3f6ab011243b req-1f8361cd-5f4e-4b8a-b4c8-0811d3074fa4 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077220 Jan 21 23:22:44.074528 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-eacdcee2-b325-4152-b8a4-2aab3109bb97 req-0313f7e8-2095-4172-b800-7443ca6617dd tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=cd41e61b-a32d-4f78-8593-a52502dceb7c HTTP/1.1" status: 200 len: 210 time: 0.0541303 Jan 21 23:22:44.272887 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60336) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:44.389293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.475801 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Publish callbacks [] for security_group (7c317820-83e0-483c-bf7b-75e9ea6f0cbc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.496882 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03322e86-7fe7-40f5-be81-13d613de335d req-a2e13dc5-58fa-4049-b53f-d13318ca1e97 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.0304241 Jan 21 23:22:44.579092 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7c317820-83e0-483c-bf7b-75e9ea6f0cbc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.613988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c317820-83e0-483c-bf7b-75e9ea6f0cbc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:44.614275 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bd8ce6a6-956d-44c8-8201-905b452d93a5 req-430ce182-20c3-48bf-8c21-db53cf0eaeee tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Jan 21 23:22:44.619494 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=b8d4691ed55c4120af03a6922e912128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445635 Jan 21 23:22:44.623450 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60350) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:44.628462 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.628968 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.629407 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.630410 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.630832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.631287 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.631718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.632151 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.632624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.634330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.634865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.635222 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.635683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be226b70-ab02-4efd-a11a-6c48830a474b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:22:44.697687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] Publish callbacks [] for security_group (7c317820-83e0-483c-bf7b-75e9ea6f0cbc), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.720749 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] Publish callbacks [] for security_group (7c317820-83e0-483c-bf7b-75e9ea6f0cbc), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.846474 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7c317820-83e0-483c-bf7b-75e9ea6f0cbc), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.849674 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:44.851094 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/7c317820-83e0-483c-bf7b-75e9ea6f0cbc HTTP/1.1" status: 204 len: 168 time: 0.2263913 Jan 21 23:22:44.882821 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2edc93-3293-4431-8dbe-dbfabefadbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c317820-83e0-483c-bf7b-75e9ea6f0cbc,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:44.982685 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-9ce5906d-43c8-43d5-810d-002f90ad9201 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:44.984190 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-9ce5906d-43c8-43d5-810d-002f90ad9201 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 808 time: 0.1299567 Jan 21 23:22:45.069294 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-61405f93-84e7-4690-8cb0-ea241b53cd02 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03e6852f8be34fc196fdc2f6188c7397 HTTP/1.1" status: 200 len: 379 time: 0.0577650 Jan 21 23:22:45.069784 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'name': 'network-vif-deleted', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:45.072123 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2697890d-86c5-4d69-869e-3c483a3375f2" -d '{"events": [{"server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "name": "network-vif-deleted", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:45.092116 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'port': {'device_id': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'admin_state_up': True, 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'security_groups': ['c343a050-2e11-47e5-b585-8aded3554cbc']}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:45.118769 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b464c37e-2e8e-4704-9422-60b1b2179ea0 x-openstack-request-id: req-b464c37e-2e8e-4704-9422-60b1b2179ea0 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:45.118769 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd41e61b-a32d-4f78-8593-a52502dceb7c", "name": "network-vif-deleted", "tag": "8f4116ed-c2a0-4659-9e3c-6ea28141a51b", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:45.118769 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-b464c37e-2e8e-4704-9422-60b1b2179ea0 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:45.118769 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd41e61b-a32d-4f78-8593-a52502dceb7c', 'name': 'network-vif-deleted', 'tag': '8f4116ed-c2a0-4659-9e3c-6ea28141a51b', 'status': 'completed', 'code': 200} Jan 21 23:22:45.332955 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 8f4116ed-c2a0-4659-9e3c-6ea28141a51b no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:22:45.333685 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Made reservation on behalf of 03e6852f8be34fc196fdc2f6188c7397 for: {'port': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:22:45.337086 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.354554 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 8f4116ed-c2a0-4659-9e3c-6ea28141a51b {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:22:45.354924 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 8f4116ed-c2a0-4659-9e3c-6ea28141a51b not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:22:45.465552 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Allocated IP 172.20.0.6 (2aec0159-bb97-4175-b043-3f9b0fece188/66944ef7-4616-4970-bd04-a95e2bbd2434/95692896-adbc-4feb-8a8d-bc9bb27d8d86) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:45.576652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60368) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:45.592903 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2de919b4-a6d3-43a2-bcb0-35cc0a7b368d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.618194 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8a8e47ff-2c38-4ff0-b34e-d9500ac4eb23 req-01febc0a-952d-4bcf-a130-fe166b9cc504 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.0326717 Jan 21 23:22:45.762751 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.773086 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2de919b4-a6d3-43a2-bcb0-35cc0a7b368d admin admin] Publish callbacks [] for security_group (7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.803288 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-de7ebf16-e726-4d89-bffa-3cb79e3d3015 req-6665113c-d41a-4e38-aa4f-e5a473d3923a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0571256 Jan 21 23:22:45.875539 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2de919b4-a6d3-43a2-bcb0-35cc0a7b368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.908869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de919b4-a6d3-43a2-bcb0-35cc0a7b368d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:45.923068 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2de919b4-a6d3-43a2-bcb0-35cc0a7b368d admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=2930c1f5d3dd472ab1412e983796e040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452475 Jan 21 23:22:45.926205 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60376) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:45.933193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.984960 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] Publish callbacks [] for security_group (7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:45.991706 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Network 2aec0159-bb97-4175-b043-3f9b0fece188 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:45.999476 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:46.002499 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:22:46.049515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] Publish callbacks [] for security_group (7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:46.064490 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:46.082545 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:46.083207 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:46.153580 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-fde50111-759e-4ac3-8ede-9af34e15d663 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:46.155833 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-fde50111-759e-4ac3-8ede-9af34e15d663 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.1508756 Jan 21 23:22:46.254926 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-d5d7b116-674a-4143-871c-1e229084bbbc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1691260 Jan 21 23:22:46.280668 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:46.284840 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:46.284840 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc HTTP/1.1" status: 204 len: 168 time: 0.3572803 Jan 21 23:22:46.292738 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313ccae-053c-4b6e-8874-67c78b92d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1d6a79-b1e0-40ae-8b28-3fb0d984cbdc,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:46.364798 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-9b14b2d1-edf7-4d2d-8490-d29ac8898196 None None] Provisioning complete for port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:46.365510 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9b14b2d1-edf7-4d2d-8490-d29ac8898196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:46.403257 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-9b14b2d1-edf7-4d2d-8490-d29ac8898196 None None] Port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:46.766800 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eed8cd-5fd0-4907-964a-a35c58c2881d req-0fd41358-032e-4645-b9de-d47279716b80 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:46.768593 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03eed8cd-5fd0-4907-964a-a35c58c2881d req-0fd41358-032e-4645-b9de-d47279716b80 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 931 time: 0.0514731 Jan 21 23:22:46.819780 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03eed8cd-5fd0-4907-964a-a35c58c2881d req-d61bda3a-fbf3-4308-bf43-b9c24553c101 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455720 Jan 21 23:22:46.960033 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-af87d77b-a962-4131-8d7e-1ec8903c957a req-494768d8-6a39-496b-bd9c-16aa19d3f072 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0307968 Jan 21 23:22:47.428802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ddb8-6472-46ae-ad27-9a5ff3efde2a req-f07ed0bb-27d2-404a-b505-ad27d6f32eca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:47.430475 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d6b2ddb8-6472-46ae-ad27-9a5ff3efde2a req-f07ed0bb-27d2-404a-b505-ad27d6f32eca tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.0561681 Jan 21 23:22:47.479155 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d6b2ddb8-6472-46ae-ad27-9a5ff3efde2a req-5aef9c84-bc81-4ee8-a910-1392b6faa45c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Jan 21 23:22:47.937798 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193053a-da96-4cb3-9700-1aa80347a899 req-ef086ee8-2860-447d-9096-d370f95c4eec tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:47.939322 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a193053a-da96-4cb3-9700-1aa80347a899 req-ef086ee8-2860-447d-9096-d370f95c4eec tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 931 time: 0.0505579 Jan 21 23:22:47.990976 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a193053a-da96-4cb3-9700-1aa80347a899 req-07fe3969-6d5b-4183-8e06-7dd021dc6313 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Jan 21 23:22:48.077601 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a77ee501-6942-414c-ac5c-928a3e4775ca req-c1c50b4c-5c85-45a0-a5e1-fd2344913221 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0316191 Jan 21 23:22:48.602016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ae670-3c77-4976-a502-6c4dad55f14d req-32c07775-7bd6-450e-a377-3bf907bcca58 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:48.603522 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-de6ae670-3c77-4976-a502-6c4dad55f14d req-32c07775-7bd6-450e-a377-3bf907bcca58 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.0516644 Jan 21 23:22:48.653276 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-de6ae670-3c77-4976-a502-6c4dad55f14d req-8a8d5fdb-167a-4427-9b49-7b54040610c8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 Jan 21 23:22:48.768774 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Request body: {'port': {'device_id': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:48.790416 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-c05edf0d-76e1-4224-87c1-1d8b74c5f02e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 379 time: 0.0667369 Jan 21 23:22:48.799843 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'port': {'device_id': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'admin_state_up': True, 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'security_groups': ['98342e60-c1eb-426b-9189-c927d3a8884e']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:48.839294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.188442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fdea-1661-4810-bcb0-be04b0aa3296 req-753067c1-4110-46eb-b974-884551363af8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:49.189986 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fc01fdea-1661-4810-bcb0-be04b0aa3296 req-753067c1-4110-46eb-b974-884551363af8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 931 time: 0.1050806 Jan 21 23:22:49.209933 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95692896-adbc-4feb-8a8d-bc9bb27d8d86 {{(pid=103079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:22:49.216936 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-604f370d-12ff-4b8d-8c6e-116c206265f8 req-3a1d2e0d-6f4a-490c-a2df-9f9fc4f48bdb tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0559325 Jan 21 23:22:49.223432 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Made reservation on behalf of d44f546c2f3e4030bb4d0859edd3d52e for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:22:49.225802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks [] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.227270 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.253039 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.provisioning_blocks [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Transition to ACTIVE for port object 95692896-adbc-4feb-8a8d-bc9bb27d8d86 will not be triggered until provisioned by entity L2. {{(pid=103079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:22:49.280768 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fc01fdea-1661-4810-bcb0-be04b0aa3296 req-c8bafc05-d6b5-4e0d-ba7e-ab15480bbe93 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662074 Jan 21 23:22:49.303605 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.353659 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:49.363044 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.20.0.11 (bbe611ef-5b30-4901-9d84-45d0f7db0d83/392352a7-c396-4923-9a59-9b89124a4d3a/0c86fa4e-728c-4526-a485-198b372827e5) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:49.428611 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Attempting to bind port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:49.429004 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Attempting to bind port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:49.429425 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Attempting to bind port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 on network 2aec0159-bb97-4175-b043-3f9b0fece188 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:49.434408 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 on network 2aec0159-bb97-4175-b043-3f9b0fece188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:22:49.434742 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Attempting to bind port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 on network 2aec0159-bb97-4175-b043-3f9b0fece188 {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:49.441224 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:49.441576 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Checking segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:49.441968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Bound using segment: {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'} {{(pid=103079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:49.442409 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.managers [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Bound port: 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9546bfde-9a1b-4c93-9c91-5c92d73d77f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188'}}] {{(pid=103079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:49.442829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.517147 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, cleared binding levels {{(pid=103079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:49.518491 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (0c86fa4e-728c-4526-a485-198b372827e5), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.521521 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:49.595807 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.626818 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.640039 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:49.640039 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.640308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] 10.222.0.124 "PUT /v2.0/ports/95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 1093 time: 0.8824356 Jan 21 23:22:49.640689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:49.643200 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ca6575-a567-4a53-9a44-594aaba6f2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:49.692758 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd1dd4-6ffc-4629-8671-8536f17f019d service neutron] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=3']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:49.701079 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e64bd7-fa1a-45cd-943d-3d962acbcf9d x-openstack-request-id: req-f9e64bd7-fa1a-45cd-943d-3d962acbcf9d {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:49.701504 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:49.702759 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-f9e64bd7-fa1a-45cd-943d-3d962acbcf9d {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:49.703268 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'status': 'completed', 'code': 200} Jan 21 23:22:49.705966 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:49.710140 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:22:49.712884 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:22:49.715344 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:22:49.788379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:49.789095 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:49.887543 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a8e39-de7e-4565-9ee1-81462b1d75e0 req-5412538d-5c36-404f-9de2-137484e3c587 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:49.894743 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-174a8e39-de7e-4565-9ee1-81462b1d75e0 req-5412538d-5c36-404f-9de2-137484e3c587 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.0934024 Jan 21 23:22:49.900347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-f25bfaed-f610-4521-9f85-0536549ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:49.900347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-f25bfaed-f610-4521-9f85-0536549ba37b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1096 time: 0.1432056 Jan 21 23:22:49.921462 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-19e1352c-ac9e-48cb-a698-0b926c20033b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1254120 Jan 21 23:22:49.941559 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Request body: {'port': {'device_id': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:50.030612 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-174a8e39-de7e-4565-9ee1-81462b1d75e0 req-ec567c2c-8706-4336-bf68-b061bb7e3af0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336834 Jan 21 23:22:50.075247 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-30929656-bb17-4e21-998d-447e34f5022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.076951 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-30929656-bb17-4e21-998d-447e34f5022a service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=03e6852f8be34fc196fdc2f6188c7397&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1517260 Jan 21 23:22:50.081652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0c86fa4e-728c-4526-a485-198b372827e5), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.193916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-57d2974a-dfc5-4676-a196-16d9b0ee1eb1 None None] Provisioning complete for port 0c86fa4e-728c-4526-a485-198b372827e5 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:22:50.195058 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-57d2974a-dfc5-4676-a196-16d9b0ee1eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0c86fa4e-728c-4526-a485-198b372827e5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.209902 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-93deff1a-f8e9-471f-b664-930cd99d701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.212693 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68ca6575-a567-4a53-9a44-594aaba6f2a6 req-93deff1a-f8e9-471f-b664-930cd99d701f service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258895 Jan 21 23:22:50.229234 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-57d2974a-dfc5-4676-a196-16d9b0ee1eb1 None None] Port 0c86fa4e-728c-4526-a485-198b372827e5 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:22:50.366911 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-02ed2a66-bd4b-4df2-bbf8-78a04c177527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.368544 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-02ed2a66-bd4b-4df2-bbf8-78a04c177527 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1096 time: 0.0753417 Jan 21 23:22:50.383681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0cf4-4e86-4db0-89f2-91d5e4f59510 req-77b0175b-4dbe-46d0-9d42-ae949df62a5a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.390796 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e55a0cf4-4e86-4db0-89f2-91d5e4f59510 req-77b0175b-4dbe-46d0-9d42-ae949df62a5a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 932 time: 0.0876210 Jan 21 23:22:50.453834 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c86fa4e-728c-4526-a485-198b372827e5 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:22:50.460290 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks [] for port (0c86fa4e-728c-4526-a485-198b372827e5), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.470952 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-63eaf16c-6b25-43d1-9395-9f072ace56bc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 217 time: 0.0763164 Jan 21 23:22:50.477085 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Transition to ACTIVE for port object 0c86fa4e-728c-4526-a485-198b372827e5 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:22:50.511149 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e55a0cf4-4e86-4db0-89f2-91d5e4f59510 req-b54590ea-f63f-412a-a33b-fda6433b2638 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194785 Jan 21 23:22:50.519741 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a26d5-bbbe-4f9e-81e2-7aee35920ad6 req-c60e1cb9-0a11-473f-a719-e3d8a3ef6293 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.522195 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-596a26d5-bbbe-4f9e-81e2-7aee35920ad6 req-c60e1cb9-0a11-473f-a719-e3d8a3ef6293 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.1292877 Jan 21 23:22:50.578140 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.610611 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-67771116-946d-412d-97ed-6010c493bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.611746 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-67771116-946d-412d-97ed-6010c493bd65 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0873859 Jan 21 23:22:50.617118 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-596a26d5-bbbe-4f9e-81e2-7aee35920ad6 req-bd49d45e-fa3a-4e6a-9ab2-43f9a4c7fd57 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835826 Jan 21 23:22:50.629341 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:50.675701 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-34a38b50-96d4-497e-a72a-968830c24ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.677569 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-34a38b50-96d4-497e-a72a-968830c24ebf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581484 Jan 21 23:22:50.718013 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Attempting to bind port 0c86fa4e-728c-4526-a485-198b372827e5 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:22:50.718378 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Attempting to bind port 0c86fa4e-728c-4526-a485-198b372827e5 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:22:50.719720 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Attempting to bind port 0c86fa4e-728c-4526-a485-198b372827e5 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:50.723665 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Port 0c86fa4e-728c-4526-a485-198b372827e5 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:22:50.724031 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Attempting to bind port 0c86fa4e-728c-4526-a485-198b372827e5 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:22:50.729148 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:22:50.729502 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:22:50.729904 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Bound using segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:22:50.730346 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Bound port: 0c86fa4e-728c-4526-a485-198b372827e5, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:22:50.730941 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0c86fa4e-728c-4526-a485-198b372827e5), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.829465 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:22:50.831735 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-48ac0ea6-62b1-415c-9737-f011fcc223f9 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981426 Jan 21 23:22:50.833989 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0c86fa4e-728c-4526-a485-198b372827e5,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:22:50.850317 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311648cc-8774-4471-830a-4f34c83e49a9 req-899c552c-ad23-4569-bcad-ffdd27277b10 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.852245 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-311648cc-8774-4471-830a-4f34c83e49a9 req-899c552c-ad23-4569-bcad-ffdd27277b10 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.0799577 Jan 21 23:22:50.909528 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.930493 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c3723d5e-6cd9-4a83-8c25-3906ca54a6ac req-396bb3df-65a9-4422-99df-e36264bd3d43 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922406 Jan 21 23:22:50.965968 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:50.966674 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:50.968095 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] 10.222.0.124 "PUT /v2.0/ports/0c86fa4e-728c-4526-a485-198b372827e5 HTTP/1.1" status: 200 len: 1094 time: 1.0329840 Jan 21 23:22:50.972552 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:50.974975 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c74ab7-3ed7-4249-b786-69a03537f4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "tag": "0c86fa4e-728c-4526-a485-198b372827e5"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:51.019037 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af555f51-be93-4a88-b856-8bf0261ab3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:51.033541 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b518721-1b88-4892-b684-8d0345f3be59 x-openstack-request-id: req-7b518721-1b88-4892-b684-8d0345f3be59 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:51.033778 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "tag": "0c86fa4e-728c-4526-a485-198b372827e5", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:51.034060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-7b518721-1b88-4892-b684-8d0345f3be59 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:51.034641 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5', 'status': 'completed', 'code': 200} Jan 21 23:22:51.043269 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Deleting port 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:22:51.043877 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:51.189522 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] For port 2e57b939-5fbf-4000-8625-ca456274f5fc, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=2e57b939-5fbf-4000-8625-ca456274f5fc,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:51.189899 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:51.206458 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d386b0-ab80-4bbc-8676-e6d74108bd0d req-9e9d8e56-08f0-4c95-8891-5872f048be96 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.213967 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-81d386b0-ab80-4bbc-8676-e6d74108bd0d req-9e9d8e56-08f0-4c95-8891-5872f048be96 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 947 time: 0.0660629 Jan 21 23:22:51.268390 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-81d386b0-ab80-4bbc-8676-e6d74108bd0d req-6f8ab302-8c39-4f78-818c-91933116174e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=cd987b95-bbc3-4260-b15d-3d91b20e2019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533979 Jan 21 23:22:51.274220 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-4fdc90b6-1c4e-40f2-9936-209937f280fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.275813 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-4fdc90b6-1c4e-40f2-9936-209937f280fa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 1097 time: 0.1362944 Jan 21 23:22:51.490666 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-b6af6c6d-66df-4ce1-bfa0-4475c2deb3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.492242 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-b6af6c6d-66df-4ce1-bfa0-4475c2deb3c5 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2034087 Jan 21 23:22:51.527438 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:51.527820 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:51.528154 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Floating IP 08ffa036-5e2b-4e68-9eff-7d856e28ec32 disassociated. External IP: 172.27.3.218, port: 2e57b939-5fbf-4000-8625-ca456274f5fc. Jan 21 23:22:51.528551 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Calling delete_port for 2e57b939-5fbf-4000-8625-ca456274f5fc owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:22:51.667154 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-e92d2f4b-eb2c-4a17-a8a4-7ecd7ac09317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.669133 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-92c74ab7-3ed7-4249-b786-69a03537f4c5 req-e92d2f4b-eb2c-4a17-a8a4-7ecd7ac09317 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702511 Jan 21 23:22:51.694202 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0526d84-89cc-4c90-89cb-c5bf12a2598d req-045b2b64-8c67-4893-91d5-5ac7b2662459 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.696545 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c0526d84-89cc-4c90-89cb-c5bf12a2598d req-045b2b64-8c67-4893-91d5-5ac7b2662459 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0754013 Jan 21 23:22:51.761292 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c0526d84-89cc-4c90-89cb-c5bf12a2598d req-eafc2e16-d6b2-478f-ae1a-19f09de6aa20 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591993 Jan 21 23:22:51.785662 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-283636d7-e09e-4a28-8af7-a2f309b85b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.787575 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-283636d7-e09e-4a28-8af7-a2f309b85b83 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 1097 time: 0.0432191 Jan 21 23:22:51.809338 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (2e57b939-5fbf-4000-8625-ca456274f5fc), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:51.815750 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808bc3e-8965-4d7e-810d-cf1c85140532 req-2ed87b6f-a07d-4bc0-83cb-eee3bf19b366 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.815750 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b808bc3e-8965-4d7e-810d-cf1c85140532 req-2ed87b6f-a07d-4bc0-83cb-eee3bf19b366 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0702634 Jan 21 23:22:51.850074 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-be915c06-5fa4-46f5-844b-275531b65d87 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c86fa4e-728c-4526-a485-198b372827e5 HTTP/1.1" status: 200 len: 217 time: 0.0489647 Jan 21 23:22:51.876842 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b808bc3e-8965-4d7e-810d-cf1c85140532 req-f94b15c2-273a-4ec3-8c24-eccce0ad22c8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563374 Jan 21 23:22:51.887291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'Port': ['ID=2e57b939-5fbf-4000-8625-ca456274f5fc,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:51.968154 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-b33257c1-434b-4ee2-90f9-55a1087087b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:51.969951 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-b33257c1-434b-4ee2-90f9-55a1087087b9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0966167 Jan 21 23:22:52.068890 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-8d733652-2d77-48b3-9b01-9ca7cfc96b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:52.070486 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-8d733652-2d77-48b3-9b01-9ca7cfc96b80 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945435 Jan 21 23:22:52.075647 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:22:52.087915 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60506) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:52.265130 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-373917d1-c922-441e-8ecf-190f0f496758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.272858 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-7fd7ed98-92a0-4db7-a2e7-bcddf380c65b service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941543 Jan 21 23:22:52.305644 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:22:52.323072 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:22:52.344468 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:52.345116 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:52.406711 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] No DVR routers for this DVR port 2e57b939-5fbf-4000-8625-ca456274f5fc on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:22:52.410097 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a878f05c-4309-4137-94b3-4a8325c7f18a req-e8610c78-a04c-45c8-ab5e-b909fd25b735 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0353947 Jan 21 23:22:52.414877 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.418786 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-311648cc-8774-4471-830a-4f34c83e49a9 req-506248b8-3669-448f-9e31-75e4619fb9d9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "DELETE /v2.0/ports/2e57b939-5fbf-4000-8625-ca456274f5fc HTTP/1.1" status: 204 len: 173 time: 1.5612700 Jan 21 23:22:52.465663 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ab4cd5b9-9e05-4d39-afab-d4689bcbb652 req-1872ad7e-d61a-4192-92be-b67df086da22 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780105 Jan 21 23:22:52.486323 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-373917d1-c922-441e-8ecf-190f0f496758 admin admin] Publish callbacks [] for security_group (25eb6c2b-b8a6-411d-ba3d-40485725f370), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.498800 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:52.583635 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-373917d1-c922-441e-8ecf-190f0f496758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (25eb6c2b-b8a6-411d-ba3d-40485725f370), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.625716 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-373917d1-c922-441e-8ecf-190f0f496758 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=8807cc932f334312a631e725ac1431a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356932 Jan 21 23:22:52.627186 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373917d1-c922-441e-8ecf-190f0f496758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb6c2b-b8a6-411d-ba3d-40485725f370,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:52.628704 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60514) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:52.683471 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] Publish callbacks [] for security_group (25eb6c2b-b8a6-411d-ba3d-40485725f370), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.708359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] Publish callbacks [] for security_group (25eb6c2b-b8a6-411d-ba3d-40485725f370), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.811826 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (25eb6c2b-b8a6-411d-ba3d-40485725f370), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.815565 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:52.819818 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/25eb6c2b-b8a6-411d-ba3d-40485725f370 HTTP/1.1" status: 204 len: 168 time: 0.1900470 Jan 21 23:22:52.829702 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19da282-b333-437e-a777-e377d9c36f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb6c2b-b8a6-411d-ba3d-40485725f370,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:52.838676 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:52.870584 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:22:52.890367 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:22:52.890490 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:22:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:52.962066 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a856e-275e-421b-996c-0e94c2c0ddec req-8b658c84-afde-4103-8db4-95912a395eb1 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:52.964961 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-115a856e-275e-421b-996c-0e94c2c0ddec req-8b658c84-afde-4103-8db4-95912a395eb1 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0950420 Jan 21 23:22:53.014051 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:22:53.035974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-deleted', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:22:53.041549 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77198aaf-16bb-402b-b3c6-49bef63cf458" -d '{"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-deleted", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:22:53.064310 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-115a856e-275e-421b-996c-0e94c2c0ddec req-5271cf79-7162-4dcc-86b5-b75716cd11d6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931993 Jan 21 23:22:53.075848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874a47-1b85-4a77-933e-263376351037 req-d2773ffb-84ee-49d9-8873-d70c98b09e74 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:53.082425 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5874a47-1b85-4a77-933e-263376351037 req-d2773ffb-84ee-49d9-8873-d70c98b09e74 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.1000602 Jan 21 23:22:53.159612 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5874a47-1b85-4a77-933e-263376351037 req-2dad3d9f-80a6-4f9d-81ee-9aaf6413c7f5 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756035 Jan 21 23:22:53.169809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0b2db-1db3-4b6e-adf6-f65b3f684a18 x-openstack-request-id: req-74d0b2db-1db3-4b6e-adf6-f65b3f684a18 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:22:53.171280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c924067-f8a2-4164-b1c8-3bafdfd57204", "name": "network-vif-deleted", "tag": "2e57b939-5fbf-4000-8625-ca456274f5fc", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:22:53.171280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-74d0b2db-1db3-4b6e-adf6-f65b3f684a18 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:22:53.171517 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c924067-f8a2-4164-b1c8-3bafdfd57204', 'name': 'network-vif-deleted', 'tag': '2e57b939-5fbf-4000-8625-ca456274f5fc', 'status': 'completed', 'code': 200} Jan 21 23:22:53.257449 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:22:53.284978 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff5edf-bd57-4b86-b296-963b3e75581a None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:22:53.454597 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60532) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:53.470980 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-013bb1ec-4e28-43ea-a8b7-8d09eb848112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.557427 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d7589e83-9ed7-49b4-a09f-350f85979bb5 req-ee351720-0052-4b6c-91c4-4a04046bdd19 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0338171 Jan 21 23:22:53.590596 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-013bb1ec-4e28-43ea-a8b7-8d09eb848112 admin admin] Publish callbacks [] for security_group (da5a65c6-32bd-4711-b4f4-a165731a0d7b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.625414 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2241b9-9263-4f4d-95b9-a62228013316 None None] New status for floating IP 08ffa036-5e2b-4e68-9eff-7d856e28ec32: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:22:53.646180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-013bb1ec-4e28-43ea-a8b7-8d09eb848112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (da5a65c6-32bd-4711-b4f4-a165731a0d7b), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.690686 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-013bb1ec-4e28-43ea-a8b7-8d09eb848112 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=cda895686d0b40bfb124f16258e6a281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323782 Jan 21 23:22:53.690686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bb1ec-4e28-43ea-a8b7-8d09eb848112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a65c6-32bd-4711-b4f4-a165731a0d7b,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:53.691188 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60534) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:53.754746 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] Publish callbacks [] for security_group (da5a65c6-32bd-4711-b4f4-a165731a0d7b), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.778377 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] Publish callbacks [] for security_group (da5a65c6-32bd-4711-b4f4-a165731a0d7b), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.886181 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (da5a65c6-32bd-4711-b4f4-a165731a0d7b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.888835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:53.890465 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/da5a65c6-32bd-4711-b4f4-a165731a0d7b HTTP/1.1" status: 204 len: 168 time: 0.1976488 Jan 21 23:22:53.899451 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55566e8-758d-4109-919a-228a205b8a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a65c6-32bd-4711-b4f4-a165731a0d7b,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:54.205411 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4afe2-fef7-46d4-bd51-f1f50c9a4fa3 req-2f42097e-40b2-430c-bc1d-83204b734cf4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:54.207115 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72d4afe2-fef7-46d4-bd51-f1f50c9a4fa3 req-2f42097e-40b2-430c-bc1d-83204b734cf4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0572450 Jan 21 23:22:54.272733 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-72d4afe2-fef7-46d4-bd51-f1f50c9a4fa3 req-139ade34-9296-48d2-a18d-c00eb911a2fa tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554421 Jan 21 23:22:54.382829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb979f6c-931b-4dbf-af71-42397a6e1788 req-149e8586-e631-4e8d-babd-92f2f97d9452 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:54.384447 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb979f6c-931b-4dbf-af71-42397a6e1788 req-149e8586-e631-4e8d-babd-92f2f97d9452 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0608037 Jan 21 23:22:54.440315 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bb979f6c-931b-4dbf-af71-42397a6e1788 req-44831fd4-ff5f-4e37-98b1-96e8f1bbbe67 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470061 Jan 21 23:22:54.668963 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c533bb01-c485-4380-8c91-4547befe63fa req-19483901-4a33-4069-b3c3-4b44b46aeeed tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0287311 Jan 21 23:22:55.375684 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:22:55.399750 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 2e57b939-5fbf-4000-8625-ca456274f5fc {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:22:55.400223 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 2e57b939-5fbf-4000-8625-ca456274f5fc not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:22:55.406689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849bd34-62b5-403f-bb58-fdcd129bdc79 req-b09398c7-df23-45aa-9621-bebc3bf61cd8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:55.408300 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9849bd34-62b5-403f-bb58-fdcd129bdc79 req-b09398c7-df23-45aa-9621-bebc3bf61cd8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0753307 Jan 21 23:22:55.461202 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9849bd34-62b5-403f-bb58-fdcd129bdc79 req-bfbb8146-10af-4251-ac42-6d59d9cc718e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468068 Jan 21 23:22:55.562206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f71f23-7b74-4e06-bcd0-82e944f769a0 req-89e5b6f6-16d9-455a-afd8-97b339cd3174 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:55.563716 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29f71f23-7b74-4e06-bcd0-82e944f769a0 req-89e5b6f6-16d9-455a-afd8-97b339cd3174 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0496471 Jan 21 23:22:55.613929 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29f71f23-7b74-4e06-bcd0-82e944f769a0 req-42ac2ab2-7905-4e05-ab4d-3b4d850e6539 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Jan 21 23:22:55.802651 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d3ae859b-f8b5-4021-afb3-8ce57e9f90fc req-028b33b5-ed59-42e5-8d35-023332a32871 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=5c924067-f8a2-4164-b1c8-3bafdfd57204 HTTP/1.1" status: 200 len: 210 time: 0.0272021 Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.417133 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:22:56.421062 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-083f527d-78b3-403d-a5ce-598ed0c183e5 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:56.422855 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-083f527d-78b3-403d-a5ce-598ed0c183e5 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/networks?id=d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 200 len: 813 time: 0.1091127 Jan 21 23:22:56.438308 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-e679fddb-5816-42f2-9dac-f2f7659e684f tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/quotas/dfd006afe95843df89bd94f04b83b776 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Jan 21 23:22:56.469387 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-3b995a95-4a14-44c6-901c-141bad4355f7 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254905 Jan 21 23:22:56.571564 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-f10a1fed-345a-40c6-b734-d40faf012d72 service neutron] 10.222.0.138 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955296 Jan 21 23:22:56.662833 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-16271937-f731-4463-86c2-92c68dd3d3df service neutron] 10.222.0.138 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Jan 21 23:22:56.758873 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd614-c485-4a24-b97b-e22a27345b6a req-5a59be08-e293-45ec-9198-82806005072d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:56.760624 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb3bd614-c485-4a24-b97b-e22a27345b6a req-5a59be08-e293-45ec-9198-82806005072d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.2268870 Jan 21 23:22:56.818360 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb3bd614-c485-4a24-b97b-e22a27345b6a req-c757f599-1407-4353-9b8d-2181601d7999 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489089 Jan 21 23:22:56.963201 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f38270f6-5030-4a80-857b-27a52b874a6b req-4256ae15-6091-483a-938d-e57bd0254e33 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Jan 21 23:22:56.987090 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329d2c7-909b-4586-88c5-ffab773bad56 req-c66188a2-1cbf-4d03-8f23-dd324b706c4d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:56.987090 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c329d2c7-909b-4586-88c5-ffab773bad56 req-c66188a2-1cbf-4d03-8f23-dd324b706c4d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0940442 Jan 21 23:22:57.048244 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c329d2c7-909b-4586-88c5-ffab773bad56 req-73591868-14ec-4eea-8462-8a4b34d1d07b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541716 Jan 21 23:22:57.093446 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60622) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:57.150766 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (cd987b95-bbc3-4260-b15d-3d91b20e2019), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.174478 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (cd987b95-bbc3-4260-b15d-3d91b20e2019), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.300181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (cd987b95-bbc3-4260-b15d-3d91b20e2019), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.303618 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.304738 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "DELETE /v2.0/security-groups/cd987b95-bbc3-4260-b15d-3d91b20e2019 HTTP/1.1" status: 204 len: 168 time: 0.2102525 Jan 21 23:22:57.307920 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60626) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:57.314909 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66484f4-6209-49fc-9aed-c929408cbffe tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd987b95-bbc3-4260-b15d-3d91b20e2019,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:57.329677 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.api.v2.resource [None req-d5ae309c-9460-4c0c-90b3-30d1a2a35d7f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] show failed (client error): The resource could not be found. Jan 21 23:22:57.332115 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-d5ae309c-9460-4c0c-90b3-30d1a2a35d7f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups/cd987b95-bbc3-4260-b15d-3d91b20e2019 HTTP/1.1" status: 404 len: 347 time: 0.0222018 Jan 21 23:22:57.335201 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60628) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:57.475896 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Deleting port b7dae981-95bf-44a9-a3ae-c30dfd96b9e2 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:22:57.476268 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.555646 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.555985 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.568399 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Calling delete_port for b7dae981-95bf-44a9-a3ae-c30dfd96b9e2 owned by network:floatingip {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:22:57.760786 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (b7dae981-95bf-44a9-a3ae-c30dfd96b9e2), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.787954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'Port': ['ID=b7dae981-95bf-44a9-a3ae-c30dfd96b9e2,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:57.856355 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (08ffa036-5e2b-4e68-9eff-7d856e28ec32), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.861030 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:57.865731 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b4e5e8b5-f169-4320-8c0c-d35efe6e3c92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "DELETE /v2.0/floatingips/08ffa036-5e2b-4e68-9eff-7d856e28ec32 HTTP/1.1" status: 204 len: 168 time: 0.5263803 Jan 21 23:22:57.974505 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8df8b-75c9-4198-8237-f6c6c839ca06 req-dbb25ade-7b1f-4580-9c77-371d772aea3a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:57.976051 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dac8df8b-75c9-4198-8237-f6c6c839ca06 req-dbb25ade-7b1f-4580-9c77-371d772aea3a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0539415 Jan 21 23:22:58.080628 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dac8df8b-75c9-4198-8237-f6c6c839ca06 req-844585f9-0361-49b9-af77-460ceda90d1c tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985711 Jan 21 23:22:58.172785 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d9fa796-ff15-4b2a-8251-b227b70e3073 req-b6fe1ab6-21be-45ab-87b7-6389617c5e73 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 210 time: 0.0323937 Jan 21 23:22:58.281510 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36be06-0fc4-45c3-b38d-70243e963b21 req-2a0f5d92-631d-4292-8824-094b936d6858 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:58.283120 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9f36be06-0fc4-45c3-b38d-70243e963b21 req-2a0f5d92-631d-4292-8824-094b936d6858 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0537603 Jan 21 23:22:58.335135 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9f36be06-0fc4-45c3-b38d-70243e963b21 req-deaa2b68-4e0a-4bf4-a123-45a85b2269ab tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461588 Jan 21 23:22:58.341500 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60646) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:58.346471 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938288260', 'description': 'tempest-description--369452308'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:58.423689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.491942 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (6ad50965-1925-4c1d-b542-fdea2a11a92f), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.544248 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6ad50965-1925-4c1d-b542-fdea2a11a92f), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.576443 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad50965-1925-4c1d-b542-fdea2a11a92f,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:58.636975 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.638512 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a8a92dd2-e42e-4fad-a07e-46f06e65258d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2957859 Jan 21 23:22:58.641625 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60656) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:58.646181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group_rule': {'security_group_id': '6ad50965-1925-4c1d-b542-fdea2a11a92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:58.731348 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (c4ac673d-9015-4875-9249-9894c4a901b6), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.796419 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (c4ac673d-9015-4875-9249-9894c4a901b6), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.857829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (c4ac673d-9015-4875-9249-9894c4a901b6), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.880632 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ac673d-9015-4875-9249-9894c4a901b6,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:58.974890 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:58.976239 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c83633b1-894a-4c01-8b6b-98f142836d0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336313 Jan 21 23:22:58.978917 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-03988fa0-a2b7-4ac5-bea6-37dd10c7e17d tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:58.979433 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60658) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:58.980451 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-03988fa0-a2b7-4ac5-bea6-37dd10c7e17d tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "GET /v2.0/networks?id=d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 200 len: 813 time: 0.1132145 Jan 21 23:22:58.984021 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'security_group_rule': {'security_group_id': '6ad50965-1925-4c1d-b542-fdea2a11a92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:58.999047 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Request body: {'port': {'device_id': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee', 'admin_state_up': True, 'tenant_id': 'dfd006afe95843df89bd94f04b83b776'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:59.086919 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (ad4b13aa-dc90-418a-a31f-db730ba0b25e), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.177938 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (ad4b13aa-dc90-418a-a31f-db730ba0b25e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.239588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39feca42-70ee-4d2b-b6b4-8bc42c312934 req-ebee7df8-1e6f-4bdd-9f6d-3442fcd19a69 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:59.241903 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-39feca42-70ee-4d2b-b6b4-8bc42c312934 req-ebee7df8-1e6f-4bdd-9f6d-3442fcd19a69 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0666747 Jan 21 23:22:59.320964 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8bf3559a-18c5-4690-b5d6-f107919fe2dc req-9a3bc9e7-a9da-4656-8468-397cf194eb3b tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 210 time: 0.0464818 Jan 21 23:22:59.323331 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (ad4b13aa-dc90-418a-a31f-db730ba0b25e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.356911 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-39feca42-70ee-4d2b-b6b4-8bc42c312934 req-ec96d0eb-bb64-4fe6-ad87-3d65c78ab169 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080201 Jan 21 23:22:59.359924 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4b13aa-dc90-418a-a31f-db730ba0b25e,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:59.403966 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:22:59.425162 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.426721 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a3a73088-d9b8-4e61-b7f8-0c94cb7b4a81 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464865 Jan 21 23:22:59.430624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60676) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:22:59.435680 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:22:59.466739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15088545-3b55-4c26-90ce-0cd04f3ee83d req-132757ab-7674-4bc5-a90c-d36b5d24ce72 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:22:59.468278 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15088545-3b55-4c26-90ce-0cd04f3ee83d req-132757ab-7674-4bc5-a90c-d36b5d24ce72 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0574331 Jan 21 23:22:59.504946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:59.517476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'mac_address': 'fa:16:3e:2f:f4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:22:59.520560 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-15088545-3b55-4c26-90ce-0cd04f3ee83d req-ad1ddf13-26d1-421a-a23e-21f4fd489023 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460670 Jan 21 23:22:59.521787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Made reservation on behalf of dfd006afe95843df89bd94f04b83b776 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:22:59.525728 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.564582 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:22:59.565620 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.580379 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95692896-adbc-4feb-8a8d-bc9bb27d8d86 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:22:59.601785 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:22:59.618271 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.674973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.723692 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:22:59.736495 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Allocated IP 172.20.0.10 (d66fa904-0b85-4f3a-bf9a-691765d238ee/8ab84dfa-d34c-4599-aa9a-0e529ad7376a/225a9b4f-40bf-42d7-9a70-981882498c09) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:22:59.864987 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.953707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks [] for port (225a9b4f-40bf-42d7-9a70-981882498c09), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:22:59.965766 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['95692896-adbc-4feb-8a8d-bc9bb27d8d86'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:23:00.017508 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Allocated IP 172.27.3.3 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/9ecb85ec-a6d7-4618-aff8-969a87fa9f17) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:23:00.091697 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.149175 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Network d66fa904-0b85-4f3a-bf9a-691765d238ee is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:23:00.159990 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:23:00.166711 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:23:00.173489 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Pushing event updated for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:00.220822 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.245862 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:00.246500 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.340658 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-ab741b74-cb57-4711-87cc-e4cbe7dc2abc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3455265 Jan 21 23:23:00.361975 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Request body: {'port': {'device_id': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:00.366442 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.442729 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:23:00.449555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc567a8e-d20e-4f99-89b6-022abdbd4802 req-6de88c72-7f8e-4fdb-9dc8-5cb865cfb0eb tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:00.451847 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bc567a8e-d20e-4f99-89b6-022abdbd4802 req-6de88c72-7f8e-4fdb-9dc8-5cb865cfb0eb tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 932 time: 0.0642464 Jan 21 23:23:00.464342 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:23:00.472914 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:23:00.495366 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=9ecb85ec-a6d7-4618-aff8-969a87fa9f17,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:00.509979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.535418 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bc567a8e-d20e-4f99-89b6-022abdbd4802 req-3a15215a-d5f0-4b9d-bef5-94f1f2dc5ba3 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771642 Jan 21 23:23:00.591165 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53681-4187-4369-b481-2e63f45dfcca req-77bafa71-61f1-48f8-bd11-9e5bf3687747 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:00.601324 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8b53681-4187-4369-b481-2e63f45dfcca req-77bafa71-61f1-48f8-bd11-9e5bf3687747 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.1253934 Jan 21 23:23:00.677350 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.786968 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.939396 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8b53681-4187-4369-b481-2e63f45dfcca req-b7088ffd-5471-47cc-945f-8b65dda642bf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370981 Jan 21 23:23:00.959634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3a4bb-6220-4c60-aa3d-13e2045168d1 req-2f9efbee-0a55-4a34-9849-f64425bb1fb8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:00.960416 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225a9b4f-40bf-42d7-9a70-981882498c09 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:23:00.970561 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks [] for port (225a9b4f-40bf-42d7-9a70-981882498c09), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:00.971781 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-79f3a4bb-6220-4c60-aa3d-13e2045168d1 req-2f9efbee-0a55-4a34-9849-f64425bb1fb8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 944 time: 0.3603978 Jan 21 23:23:01.013246 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Transition to ACTIVE for port object 225a9b4f-40bf-42d7-9a70-981882498c09 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:23:01.038044 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.038972 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-79f3a4bb-6220-4c60-aa3d-13e2045168d1 req-8cb4a180-859c-43eb-b09d-76579be9980c tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624008 Jan 21 23:23:01.058339 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.096624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.138398 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Pushing event updated for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:01.275048 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=9ecb85ec-a6d7-4618-aff8-969a87fa9f17,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:01.275048 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.297564 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Attempting to bind port 225a9b4f-40bf-42d7-9a70-981882498c09 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:23:01.302830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Attempting to bind port 225a9b4f-40bf-42d7-9a70-981882498c09 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:23:01.302830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Attempting to bind port 225a9b4f-40bf-42d7-9a70-981882498c09 on network d66fa904-0b85-4f3a-bf9a-691765d238ee {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:23:01.303119 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Port 225a9b4f-40bf-42d7-9a70-981882498c09 on network d66fa904-0b85-4f3a-bf9a-691765d238ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:23:01.304008 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Attempting to bind port 225a9b4f-40bf-42d7-9a70-981882498c09 on network d66fa904-0b85-4f3a-bf9a-691765d238ee {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:23:01.308672 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:23:01.309029 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Checking segment: {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:23:01.309430 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Bound using segment: {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:23:01.309873 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Bound port: 225a9b4f-40bf-42d7-9a70-981882498c09, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:23:01.310252 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.381340 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:23:01.384750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=225a9b4f-40bf-42d7-9a70-981882498c09,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:23:01.391407 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.392716 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2d12cf76-659d-4125-b699-81ca4526b6c1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9607952 Jan 21 23:23:01.408222 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:23:01.450662 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.500451 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:01.501166 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.502648 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] 10.222.0.124 "PUT /v2.0/ports/225a9b4f-40bf-42d7-9a70-981882498c09 HTTP/1.1" status: 200 len: 1094 time: 1.1483028 Jan 21 23:23:01.503118 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:01.509597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:01.528204 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:23:01.531705 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edb8b2-dd14-4d54-bbd8-1bff58e0518f service neutron] Pushing event updated for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:01.537373 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:23:01.537848 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.597129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f629954-929e-4bc7-8d12-d991fcea184f x-openstack-request-id: req-1f629954-929e-4bc7-8d12-d991fcea184f {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:01.597423 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:01.597696 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-1f629954-929e-4bc7-8d12-d991fcea184f {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:01.600147 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09', 'status': 'completed', 'code': 200} Jan 21 23:23:01.681296 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-982d0e3f-173e-488b-8df9-4de0d10fbb83 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-securitygroup--1938288260&fields=id&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 267 time: 0.0924139 Jan 21 23:23:01.707597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-206d341d-fb5a-4511-be8d-4e9111c84dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:01.709486 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-206d341d-fb5a-4511-be8d-4e9111c84dda service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 1097 time: 0.0743442 Jan 21 23:23:01.749378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:01.753585 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.778877 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-e26ab7d0-1f8f-44c6-a4d5-a9f63967967b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225a9b4f-40bf-42d7-9a70-981882498c09 HTTP/1.1" status: 200 len: 217 time: 0.0532424 Jan 21 23:23:01.789911 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:01.808819 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48528823-68c9-4728-a3b2-cf9173501a67" -d '{"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-plugged", "status": "completed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:01.810432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:01.853044 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6527f4-fe7a-448f-b3d3-ec1aca08f35e req-70073dd0-a426-4c4a-939c-c4a603abb6f3 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:01.854622 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bf6527f4-fe7a-448f-b3d3-ec1aca08f35e req-70073dd0-a426-4c4a-939c-c4a603abb6f3 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 944 time: 0.1441004 Jan 21 23:23:01.861275 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-8350fcb3-62c8-40af-b951-0e24ee0f06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:01.864050 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-8350fcb3-62c8-40af-b951-0e24ee0f06ae service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8ab84dfa-d34c-4599-aa9a-0e529ad7376a HTTP/1.1" status: 200 len: 853 time: 0.0760305 Jan 21 23:23:01.875117 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:01.875325 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-d5895e9f-d52e-4ff1-8a64-98e63b486d70 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:01.882815 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-d5895e9f-d52e-4ff1-8a64-98e63b486d70 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 816 time: 0.2005777 Jan 21 23:23:01.904815 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-5ea45af6-4194-40a0-a7c0-4c520532cb61 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d66fa904-0b85-4f3a-bf9a-691765d238ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340216 Jan 21 23:23:01.905507 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-4b6f5937-d62f-4096-8b1a-b79702f7c764 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/quotas/85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 375 time: 0.0217552 Jan 21 23:23:01.970023 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:01.983816 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bf6527f4-fe7a-448f-b3d3-ec1aca08f35e req-4842538f-2813-4052-8fd0-2a76eac27538 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975499 Jan 21 23:23:02.021809 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-781aad3b-de89-4975-a74c-52528d6f4ab8 service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092093 Jan 21 23:23:02.025549 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-2426b651-5f01-4f5b-b290-d078387e9c47 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191597 Jan 21 23:23:02.041755 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133d966-3d85-4348-8fc2-801e74d6e4bc x-openstack-request-id: req-a133d966-3d85-4348-8fc2-801e74d6e4bc {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:02.042547 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-plugged", "status": "completed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:02.042937 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-a133d966-3d85-4348-8fc2-801e74d6e4bc {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:02.043202 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'code': 200} Jan 21 23:23:02.156064 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fbee7b5e-a248-476a-9de2-01f2a0279b5c req-b07bd926-4718-4dbf-a66d-8df79044d36c service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281648 Jan 21 23:23:02.229689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f44de-bfb3-46a6-9969-7fb9692b0050 req-b9b9d361-c611-47c0-98e4-e135eb50b710 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.231212 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c33f44de-bfb3-46a6-9969-7fb9692b0050 req-b9b9d361-c611-47c0-98e4-e135eb50b710 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.1051865 Jan 21 23:23:02.237149 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-b7ee7ce9-3b23-48ca-a6bd-713dcd2d578e service neutron] 10.222.0.138 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919961 Jan 21 23:23:02.341940 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c33f44de-bfb3-46a6-9969-7fb9692b0050 req-8fc75934-7a17-4b5d-86ae-d36aba178270 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037052 Jan 21 23:23:02.377817 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-b1f59b9c-8b9b-4544-a1c6-d29982fa3d5c service neutron] 10.222.0.138 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331134 Jan 21 23:23:02.431359 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-6c702c63-61c7-427c-83cb-156f6d540164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.433030 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-6c702c63-61c7-427c-83cb-156f6d540164 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dfd006afe95843df89bd94f04b83b776&device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 1097 time: 0.0542064 Jan 21 23:23:02.550209 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e464-d31a-420a-ac9f-5556dc43b10a req-ade84e20-0653-46e6-b3e9-2ab69371312a tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.551354 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1d75e464-d31a-420a-ac9f-5556dc43b10a req-ade84e20-0653-46e6-b3e9-2ab69371312a tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0892935 Jan 21 23:23:02.589643 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-81816da0-0e08-4e5d-ae8e-b54e080970d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.591206 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-81816da0-0e08-4e5d-ae8e-b54e080970d5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 200 len: 914 time: 0.1514652 Jan 21 23:23:02.600879 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d828e0-653c-4df7-9b5f-0bc04336621e req-628a1264-3c5f-4e9c-ab80-e899cedb31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.602427 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a7d828e0-653c-4df7-9b5f-0bc04336621e req-628a1264-3c5f-4e9c-ab80-e899cedb31a9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0681124 Jan 21 23:23:02.655610 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1d75e464-d31a-420a-ac9f-5556dc43b10a req-188fb3e3-592a-4efc-b795-d1c0d55969cc tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964677 Jan 21 23:23:02.676665 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-8f000475-0138-4a7d-bc1f-84568b836598 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=225a9b4f-40bf-42d7-9a70-981882498c09 HTTP/1.1" status: 200 len: 217 time: 0.0728006 Jan 21 23:23:02.750339 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-a7d828e0-653c-4df7-9b5f-0bc04336621e req-0a042203-2c42-468c-91b5-f37ddb2850e5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399195 Jan 21 23:23:02.753634 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-47c5bbb5-9d69-420d-a9d2-06f5d9e8c7c7 req-1280c172-8bcb-4912-8d39-1dda6cf966db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 210 time: 0.0420768 Jan 21 23:23:02.758228 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-7bfd4d0d-4a0a-4e9e-a9c6-381bbd88175d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:02.759948 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-7bfd4d0d-4a0a-4e9e-a9c6-381bbd88175d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8ab84dfa-d34c-4599-aa9a-0e529ad7376a HTTP/1.1" status: 200 len: 853 time: 0.0766551 Jan 21 23:23:03.073549 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-e5cad146-7ef4-4f87-8711-8af81fc8dbf0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d66fa904-0b85-4f3a-bf9a-691765d238ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340207 Jan 21 23:23:03.104222 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1d73-1225-4141-87f2-fc1955ade27a req-675c27c5-9324-484e-a151-0deaa215643c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:03.114724 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-16bd1d73-1225-4141-87f2-fc1955ade27a req-675c27c5-9324-484e-a151-0deaa215643c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 944 time: 0.0614021 Jan 21 23:23:03.165764 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-16bd1d73-1225-4141-87f2-fc1955ade27a req-803c84b0-da32-4b44-85b1-12e60e7f0a3b tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530465 Jan 21 23:23:03.189240 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-e1ccfde2-9725-486e-9f7e-3e009b884156 service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087964 Jan 21 23:23:03.294508 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cd86bf9e-329e-4e52-92a1-57671dfdf4d9 req-3bedee27-4dd6-4701-8dd0-0cb8fd80a2e1 service neutron] 10.222.0.124 "GET /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909269 Jan 21 23:23:03.408940 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0c86fa4e-728c-4526-a485-198b372827e5 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:23:03.476546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a28eda-5e21-4f22-a497-a532b12b7420 req-8175a37f-205f-454b-a6b4-f1048704757a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:03.478096 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03a28eda-5e21-4f22-a497-a532b12b7420 req-8175a37f-205f-454b-a6b4-f1048704757a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 944 time: 0.0579610 Jan 21 23:23:03.509835 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0c86fa4e-728c-4526-a485-198b372827e5,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:03.521438 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '0c86fa4e-728c-4526-a485-198b372827e5', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'port_id': '0c86fa4e-728c-4526-a485-198b372827e5', 'mac_address': 'fa:16:3e:13:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:23:03.528584 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-03a28eda-5e21-4f22-a497-a532b12b7420 req-767e4c9f-f6d1-40b2-988b-621229827f94 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444007 Jan 21 23:23:03.565449 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 0c86fa4e-728c-4526-a485-198b372827e5 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:03.565854 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0c86fa4e-728c-4526-a485-198b372827e5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:03.578982 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c86fa4e-728c-4526-a485-198b372827e5 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:23:03.598490 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0c86fa4e-728c-4526-a485-198b372827e5,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:03.680284 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:03.739140 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:03.802493 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7baa6-fe2f-44db-ab07-66561cc6f91b req-641c644c-1baa-42f0-a900-e0cb2f2bb729 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:03.804117 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fb7baa6-fe2f-44db-ab07-66561cc6f91b req-641c644c-1baa-42f0-a900-e0cb2f2bb729 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0730703 Jan 21 23:23:03.856468 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7fb7baa6-fe2f-44db-ab07-66561cc6f91b req-764b57e7-113a-48fb-b3f7-6f088be43b50 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461428 Jan 21 23:23:03.945664 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-57b0aefb-dd07-44a7-9a89-c43572b06268 req-54e94e12-4cb2-4d3d-b9f8-0511d484eadf tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 210 time: 0.0281093 Jan 21 23:23:04.039829 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['0c86fa4e-728c-4526-a485-198b372827e5'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:23:04.304387 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623fc2f-2592-49ce-a074-e6ebb27827f8 req-3d098d14-bcb5-4342-a4a1-fb186f19f874 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:04.306574 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8623fc2f-2592-49ce-a074-e6ebb27827f8 req-3d098d14-bcb5-4342-a4a1-fb186f19f874 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 944 time: 0.0574403 Jan 21 23:23:04.360925 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8623fc2f-2592-49ce-a074-e6ebb27827f8 req-20fa1345-7d49-49c8-ba4b-4dce829b244c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471752 Jan 21 23:23:04.367189 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb876-77ef-47ac-b6b4-1bfc3ff5c38c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:04.648668 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5bd81-1b22-4c78-80dc-83e1e1d4f141 req-f1e91504-146d-4e22-9d80-92fa216f38ed tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:04.650737 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4eb5bd81-1b22-4c78-80dc-83e1e1d4f141 req-f1e91504-146d-4e22-9d80-92fa216f38ed tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 945 time: 0.0526309 Jan 21 23:23:04.702184 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4eb5bd81-1b22-4c78-80dc-83e1e1d4f141 req-87358fc0-9788-4d9e-a71d-3db19add3a82 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455360 Jan 21 23:23:04.977847 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705e84d-f714-4bc8-9954-8531bf4db2fc req-936dfd7c-568e-40d8-8a49-7e6277db775d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:04.979482 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7705e84d-f714-4bc8-9954-8531bf4db2fc req-936dfd7c-568e-40d8-8a49-7e6277db775d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Jan 21 23:23:05.045887 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7705e84d-f714-4bc8-9954-8531bf4db2fc req-ae69c87c-b928-4648-aa2a-6d773914f70d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515807 Jan 21 23:23:05.134407 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e374de86-205a-4047-b9e7-463ff6d78a63 req-158ed652-133f-4c0a-96ba-8ff01f95a37b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 210 time: 0.0286000 Jan 21 23:23:05.187724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781e5d-82b2-4da9-a115-3a3bd9fd47cd req-6af8ee06-3b8b-4d6f-a8ac-d813562ab102 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:05.190337 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d781e5d-82b2-4da9-a115-3a3bd9fd47cd req-6af8ee06-3b8b-4d6f-a8ac-d813562ab102 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0593741 Jan 21 23:23:05.222902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-c9bad340-480c-47f9-b164-7de25ded7876 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:05.224446 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-c9bad340-480c-47f9-b164-7de25ded7876 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 816 time: 0.1232295 Jan 21 23:23:05.243799 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4d781e5d-82b2-4da9-a115-3a3bd9fd47cd req-460eb4e8-2170-4520-8da3-bea46dfacbb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465028 Jan 21 23:23:05.266924 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60818) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:05.301077 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-38bdba8c-97fa-4461-bd1d-fbb149d58a79 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 380 time: 0.0620077 Jan 21 23:23:05.310946 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'port': {'device_id': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'admin_state_up': True, 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'security_groups': ['6ad50965-1925-4c1d-b542-fdea2a11a92f']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:05.360587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.425695 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 225a9b4f-40bf-42d7-9a70-981882498c09 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:23:05.433466 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6092956f-20a6-4125-ba1e-e36062597b86 tempest-TestShelveInstance-870034621 tempest-TestShelveInstance-870034621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:05.435279 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6092956f-20a6-4125-ba1e-e36062597b86 tempest-TestShelveInstance-870034621 tempest-TestShelveInstance-870034621-project-admin] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1093 time: 0.1672642 Jan 21 23:23:05.438481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60828) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:05.448175 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:05.461634 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0c86fa4e-728c-4526-a485-198b372827e5 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:23:05.510002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Made reservation on behalf of 85960ee333ab45b9bd752c191afacc31 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:23:05.514769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.521572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c38eb-c5c3-44b5-9c1e-022b8b2399b7 req-484ea5bf-09a5-4348-ae3f-3f36deb634b5 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:05.528728 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a7c38eb-c5c3-44b5-9c1e-022b8b2399b7 req-484ea5bf-09a5-4348-ae3f-3f36deb634b5 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 944 time: 0.0749240 Jan 21 23:23:05.587315 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a7c38eb-c5c3-44b5-9c1e-022b8b2399b7 req-ac82c7a4-16e2-4360-b53c-acf0cde54414 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576389 Jan 21 23:23:05.591723 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=225a9b4f-40bf-42d7-9a70-981882498c09,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:05.608883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '225a9b4f-40bf-42d7-9a70-981882498c09', 'network_id': 'd66fa904-0b85-4f3a-bf9a-691765d238ee', 'port_id': '225a9b4f-40bf-42d7-9a70-981882498c09', 'mac_address': 'fa:16:3e:31:79:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab84dfa-d34c-4599-aa9a-0e529ad7376a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:23:05.649073 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 225a9b4f-40bf-42d7-9a70-981882498c09 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:05.649615 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.657879 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.660708 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 0c86fa4e-728c-4526-a485-198b372827e5 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:23:05.669053 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Allocated IP 172.20.0.11 (63b369c4-f59a-48a7-b980-7d9440fbc399/90b371e4-d13f-45cf-b444-e8cf16eaefe7/a0b4b52e-0de8-49e3-8191-299527d62fcf) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:23:05.669797 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 0c86fa4e-728c-4526-a485-198b372827e5 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:23:05.670922 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (0c86fa4e-728c-4526-a485-198b372827e5), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.673173 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225a9b4f-40bf-42d7-9a70-981882498c09 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:23:05.724672 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=225a9b4f-40bf-42d7-9a70-981882498c09,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:05.802277 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.805913 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.812705 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 0c86fa4e-728c-4526-a485-198b372827e5 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:05.813737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (0c86fa4e-728c-4526-a485-198b372827e5), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.838886 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.875874 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:05.878514 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cb93f9-ab0b-47bb-b2c6-50dfd628a39d" -d '{"events": [{"server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "name": "network-vif-plugged", "status": "completed", "tag": "0c86fa4e-728c-4526-a485-198b372827e5"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:05.893687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0c6d-e528-4677-b9c3-5c6a5a887ff2 req-5807ce5a-35f9-446b-ac0c-cd397e4185d8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:05.893687 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-22ea0c6d-e528-4677-b9c3-5c6a5a887ff2 req-5807ce5a-35f9-446b-ac0c-cd397e4185d8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 945 time: 0.1059582 Jan 21 23:23:05.900111 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:05.905940 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0c86fa4e-728c-4526-a485-198b372827e5,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:05.922790 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddf60c8-d838-4c14-852f-f8bfa35f9aa5 x-openstack-request-id: req-6ddf60c8-d838-4c14-852f-f8bfa35f9aa5 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:05.923118 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "name": "network-vif-plugged", "status": "completed", "tag": "0c86fa4e-728c-4526-a485-198b372827e5", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:05.923537 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-6ddf60c8-d838-4c14-852f-f8bfa35f9aa5 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:05.923991 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5', 'code': 200} Jan 21 23:23:05.933168 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.972842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:05.973122 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:23:05.976467 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:23:05.982178 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Allocated IP 172.27.3.144 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/671d9654-bbba-4b8b-8cc4-f1d048d60f95) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:23:05.983700 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:23:06.020315 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-22ea0c6d-e528-4677-b9c3-5c6a5a887ff2 req-ac3dc852-6ed5-45d1-b8dc-7814a4cf7413 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201019 Jan 21 23:23:06.047951 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:06.069294 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.074646 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.082988 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.149187 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.156119 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-3333c447-6d50-4b53-ad1a-7105bf09274c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455014 Jan 21 23:23:06.179581 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Request body: {'port': {'device_id': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:06.183965 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['225a9b4f-40bf-42d7-9a70-981882498c09'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:23:06.269737 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.317335 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.372859 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-2a135d9b-6c22-471d-a085-dc1149b395d7 None None] Provisioning complete for port a0b4b52e-0de8-49e3-8191-299527d62fcf triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:23:06.373671 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2a135d9b-6c22-471d-a085-dc1149b395d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.385778 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:23:06.403466 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:23:06.407415 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:23:06.419521 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-2a135d9b-6c22-471d-a085-dc1149b395d7 None None] Port a0b4b52e-0de8-49e3-8191-299527d62fcf cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:23:06.437639 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9e71-df6f-4207-b2a4-79104d03e0c8 req-710d3aa2-273c-4139-a6cd-21219c52ee17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.439557 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4ee9e71-df6f-4207-b2a4-79104d03e0c8 req-710d3aa2-273c-4139-a6cd-21219c52ee17 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 932 time: 0.1813302 Jan 21 23:23:06.466067 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'Port': ['ID=671d9654-bbba-4b8b-8cc4-f1d048d60f95,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:06.510549 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-ea7ee554-d438-4286-9b83-6f463b2c8ab8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142924 Jan 21 23:23:06.543288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009d607-6d62-43cb-933c-19d7826abab9 req-94b6ab29-3b9a-401b-9f1c-d77131051178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.545113 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a009d607-6d62-43cb-933c-19d7826abab9 req-94b6ab29-3b9a-401b-9f1c-d77131051178 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 1099 time: 0.1580830 Jan 21 23:23:06.596541 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4ee9e71-df6f-4207-b2a4-79104d03e0c8 req-8e2a87a3-9328-4041-a704-935dbdf68dfb tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364241 Jan 21 23:23:06.631171 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:23:06.652565 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks [] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.662123 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Transition to ACTIVE for port object a0b4b52e-0de8-49e3-8191-299527d62fcf will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:23:06.669330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-a27f2e1e-f238-49d3-afb8-c8a3fa9ae41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.670904 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-a27f2e1e-f238-49d3-afb8-c8a3fa9ae41f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0941980 Jan 21 23:23:06.706399 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a009d607-6d62-43cb-933c-19d7826abab9 req-e0cfe17d-070c-4347-8e8f-243b08dbd767 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469512 Jan 21 23:23:06.757769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.798237 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5b8b6-8dfb-4e4e-938c-17a9e96d06ba req-14971691-8422-41c0-9152-7bce037f1db9 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.805805 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6dd5b8b6-8dfb-4e4e-938c-17a9e96d06ba req-14971691-8422-41c0-9152-7bce037f1db9 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 945 time: 0.1150312 Jan 21 23:23:06.853485 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:06.862714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-b8cfafd2-0914-4ff5-afa8-2f0fe47648f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:06.865569 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-b8cfafd2-0914-4ff5-afa8-2f0fe47648f9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.1745236 Jan 21 23:23:06.903503 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7299b1aa-a998-4796-949b-78cc6d40727a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:06.913620 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6dd5b8b6-8dfb-4e4e-938c-17a9e96d06ba req-cf29c2a7-ba04-4ecb-ba52-0ebec5e9e56e tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067214 Jan 21 23:23:06.953540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Attempting to bind port a0b4b52e-0de8-49e3-8191-299527d62fcf on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:23:06.955481 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Attempting to bind port a0b4b52e-0de8-49e3-8191-299527d62fcf by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:23:06.955481 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Attempting to bind port a0b4b52e-0de8-49e3-8191-299527d62fcf on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:23:06.960543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Port a0b4b52e-0de8-49e3-8191-299527d62fcf on network 63b369c4-f59a-48a7-b980-7d9440fbc399 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:23:06.962262 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Attempting to bind port a0b4b52e-0de8-49e3-8191-299527d62fcf on network 63b369c4-f59a-48a7-b980-7d9440fbc399 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:23:06.967932 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:23:06.968518 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Checking segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:23:06.969265 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Bound using segment: {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:23:06.969842 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Bound port: a0b4b52e-0de8-49e3-8191-299527d62fcf, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32549876-cd21-4975-b9d3-24120ce4fb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:23:06.970297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.087577 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for floatingip (ab24c81c-01ea-457c-a046-1f6a6a51254f), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.132380 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-a632e2b1-b6e2-4efa-b286-d65e4677c04c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 999 time: 0.1243441 Jan 21 23:23:07.134060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:23:07.154004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:23:07.186701 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bffff-4521-4eed-8aad-30a7e8b82afa req-78e73fd0-2d07-441a-aa54-857e0cfe55ec tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.188307 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a05bffff-4521-4eed-8aad-30a7e8b82afa req-78e73fd0-2d07-441a-aa54-857e0cfe55ec tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0763545 Jan 21 23:23:07.196468 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-1b0db586-35ca-4fc1-852e-a4befc3c620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.196468 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-1b0db586-35ca-4fc1-852e-a4befc3c620a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0522053 Jan 21 23:23:07.230961 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.268449 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.268782 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.269143 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.270741 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] 10.222.0.124 "PUT /v2.0/ports/a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 1094 time: 1.1013198 Jan 21 23:23:07.272794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:07.275745 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202779b5-3e34-47fd-ac3e-dfed4023a56c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:07.307847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-bb8146c6-8f67-4a54-a600-c4e5c58a382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.309477 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-bb8146c6-8f67-4a54-a600-c4e5c58a382a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1066265 Jan 21 23:23:07.312221 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a05bffff-4521-4eed-8aad-30a7e8b82afa req-a8a0c1ea-90fa-4247-a922-597ef27cf13a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150568 Jan 21 23:23:07.312763 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1daca-9a5a-42de-8a91-bb28fea81cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:07.325602 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60858) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:07.385242 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b3c15-74b9-4ff1-ad9b-2a5b113a50c8 x-openstack-request-id: req-535b3c15-74b9-4ff1-ad9b-2a5b113a50c8 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:07.385979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:07.386272 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-535b3c15-74b9-4ff1-ad9b-2a5b113a50c8 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:07.386779 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'status': 'completed', 'code': 200} Jan 21 23:23:07.445138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 225a9b4f-40bf-42d7-9a70-981882498c09 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:23:07.491578 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-883876fe-b8c8-4e4a-803a-83654f17fad6 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502571 Jan 21 23:23:07.495366 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-21df3ce9-6c82-48e6-9db3-bb200c4d35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.497136 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-21df3ce9-6c82-48e6-9db3-bb200c4d35a8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1097 time: 0.0705063 Jan 21 23:23:07.526494 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.595980 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-fd668fd9-9060-4239-987c-0735a72a041b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 217 time: 0.0795045 Jan 21 23:23:07.607030 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 225a9b4f-40bf-42d7-9a70-981882498c09 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:23:07.611756 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 225a9b4f-40bf-42d7-9a70-981882498c09 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:23:07.612215 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.615467 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7dce02a8-0666-43d4-92d0-08fd597e3f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.617644 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.722723 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event updated for resources: {'Port': ['ID=671d9654-bbba-4b8b-8cc4-f1d048d60f95,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:07.730297 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 225a9b4f-40bf-42d7-9a70-981882498c09 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:07.731546 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.740019 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (ab24c81c-01ea-457c-a046-1f6a6a51254f), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.779994 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=225a9b4f-40bf-42d7-9a70-981882498c09,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:07.859184 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:07.882531 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Floating IP ab24c81c-01ea-457c-a046-1f6a6a51254f associated. External IP: 172.27.3.144, port: 95692896-adbc-4feb-8a8d-bc9bb27d8d86. Jan 21 23:23:07.950206 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-293996e5-ab7f-4f87-a21f-b3674357e7a5 req-47c9642e-947d-43a6-9133-b373275e3fd6 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520729 Jan 21 23:23:07.959288 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:07.959503 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-e0fdf450-1edc-4096-b93b-5edbc9369d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:07.960829 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-e0fdf450-1edc-4096-b93b-5edbc9369d8c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.3547282 Jan 21 23:23:07.965227 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d452c2ee-8f4b-4c5c-8333-bd89daf3163a" -d '{"events": [{"server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "name": "network-vif-plugged", "status": "completed", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:07.993912 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:08.097213 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7dce02a8-0666-43d4-92d0-08fd597e3f57 admin admin] Publish callbacks [] for security_group (ef546d5c-8e7a-4981-8c0c-47fd464fcc8e), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.100346 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-a3b42644-5f5b-4872-9f3c-fed96a1773c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.102793 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-a3b42644-5f5b-4872-9f3c-fed96a1773c9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262014 Jan 21 23:23:08.173732 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7dce02a8-0666-43d4-92d0-08fd597e3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ef546d5c-8e7a-4981-8c0c-47fd464fcc8e), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.183206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a7899-fc17-4c38-ab9d-b7f275fd98eb req-1d912c9c-b47c-4ecd-a760-17a90bc703ab tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.184810 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe2a7899-fc17-4c38-ab9d-b7f275fd98eb req-1d912c9c-b47c-4ecd-a760-17a90bc703ab tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.1616762 Jan 21 23:23:08.214406 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ac731-25cc-4d25-8f34-1799315e12c0 req-6a959e5a-b268-48a8-a99f-beac54a2a3d5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.215891 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b56ac731-25cc-4d25-8f34-1799315e12c0 req-6a959e5a-b268-48a8-a99f-beac54a2a3d5 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.1577988 Jan 21 23:23:08.234064 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce02a8-0666-43d4-92d0-08fd597e3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef546d5c-8e7a-4981-8c0c-47fd464fcc8e,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:08.243336 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7dce02a8-0666-43d4-92d0-08fd597e3f57 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=7b8e092ffd85446cb32bd3e24193f870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9161015 Jan 21 23:23:08.246516 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60870) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:08.254347 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-afffc682-519e-45d4-bf32-ce7512432c82 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452377 Jan 21 23:23:08.264380 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Router b40fd33e-744e-4520-9753-b6819888e25c has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:23:08.310570 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe2a7899-fc17-4c38-ab9d-b7f275fd98eb req-3cbc7776-a21d-4cfc-a977-083466baae94 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135912 Jan 21 23:23:08.352595 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b56ac731-25cc-4d25-8f34-1799315e12c0 req-489ebd08-dddc-4bd4-9276-48b141e99b31 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258276 Jan 21 23:23:08.364355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c8823-5650-4da6-8722-943cfca1db35 x-openstack-request-id: req-b95c8823-5650-4da6-8722-943cfca1db35 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:08.364355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "name": "network-vif-plugged", "status": "completed", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:08.364355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-b95c8823-5650-4da6-8722-943cfca1db35 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:08.364355 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09', 'code': 200} Jan 21 23:23:08.371969 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] Publish callbacks [] for security_group (ef546d5c-8e7a-4981-8c0c-47fd464fcc8e), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.407500 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-02d3214a-811f-41d7-909c-61c50e9c5907 req-e9f94e45-2633-418b-931a-1cb83422f3f5 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457760 Jan 21 23:23:08.433159 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] Publish callbacks [] for security_group (ef546d5c-8e7a-4981-8c0c-47fd464fcc8e), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.572308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ef546d5c-8e7a-4981-8c0c-47fd464fcc8e), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.587199 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.588469 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/ef546d5c-8e7a-4981-8c0c-47fd464fcc8e HTTP/1.1" status: 204 len: 168 time: 0.3409722 Jan 21 23:23:08.598573 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f6c2f-476c-4101-b8ad-29abfaa1df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef546d5c-8e7a-4981-8c0c-47fd464fcc8e,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:08.658858 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-83343739-0082-4df2-8fac-3e4f984eb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.663447 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-83343739-0082-4df2-8fac-3e4f984eb04c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1097 time: 0.0513866 Jan 21 23:23:08.748164 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:23:08.765926 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Sync routers for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:23:08.767246 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb19a39-695a-4350-b94e-d43314531ff5 req-c9b8a3d6-c950-439e-be17-1dbd36db6aec tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.773367 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2fb19a39-695a-4350-b94e-d43314531ff5 req-c9b8a3d6-c950-439e-be17-1dbd36db6aec tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.3502183 Jan 21 23:23:08.786073 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:08.787610 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:08.796945 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-614df47c-5b74-4d14-9b91-90e85dba5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.796945 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-614df47c-5b74-4d14-9b91-90e85dba5f8f service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.1284730 Jan 21 23:23:08.807324 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1001468-2795-4083-ab5e-dbf318cb681f req-f09e8cf2-a6cc-4143-9039-7931fa01f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.809033 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d1001468-2795-4083-ab5e-dbf318cb681f req-f09e8cf2-a6cc-4143-9039-7931fa01f017 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 1099 time: 0.0725820 Jan 21 23:23:08.828193 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2fb19a39-695a-4350-b94e-d43314531ff5 req-c31bf49c-0dce-4a3d-8b39-65ff735b044b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533073 Jan 21 23:23:08.831674 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:08.866465 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-5d583922-27b7-41a5-b3bb-2f047dd8e25c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 217 time: 0.0496237 Jan 21 23:23:08.866602 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a9b8ced8-34d6-452c-b137-38b44d507cb6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4202411 Jan 21 23:23:08.866602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:08.866602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933158f-b3b1-454c-8e7c-9046cab35640" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:08.946742 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d1001468-2795-4083-ab5e-dbf318cb681f req-02fec2b5-630f-4c51-8be7-a4ac2c5863e2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298089 Jan 21 23:23:08.951824 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-d18f8c99-1552-4404-bea4-cdf11156d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:08.953603 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-d18f8c99-1552-4404-bea4-cdf11156d896 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0835304 Jan 21 23:23:08.981564 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81c9e8c-ff5b-41b3-9459-d1e961c765fc x-openstack-request-id: req-f81c9e8c-ff5b-41b3-9459-d1e961c765fc {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:08.981857 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:08.982371 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-f81c9e8c-ff5b-41b3-9459-d1e961c765fc {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:08.983169 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'status': 'completed', 'code': 200} Jan 21 23:23:09.050141 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac95874-3523-4762-bfbf-dc02aa94f30f req-eb6d0164-c6ab-4811-ac7a-09296518d865 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.051985 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ac95874-3523-4762-bfbf-dc02aa94f30f req-eb6d0164-c6ab-4811-ac7a-09296518d865 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0737321 Jan 21 23:23:09.080197 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:09.112074 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3ac95874-3523-4762-bfbf-dc02aa94f30f req-2e8f4049-170a-4765-83e3-a695f9c71f30 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521221 Jan 21 23:23:09.127196 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:09.137087 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 60884) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:09.320586 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'ab24c81c-01ea-457c-a046-1f6a6a51254f', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'mac_address': 'fa:16:3e:2f:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:06Z', 'updated_at': '2022-01-21T23:23:06Z', 'revision_number': 0, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:09.347807 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Checking router: b40fd33e-744e-4520-9753-b6819888e25c for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:23:09.356882 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:09.358775 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:09.396897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-4aeb913b-a632-48a8-ae74-6996b6580c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.400834 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-4aeb913b-a632-48a8-ae74-6996b6580c14 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1116338 Jan 21 23:23:09.408585 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-f02f5d89-70c5-4e5a-ab23-d91464ccdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.410507 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-f02f5d89-70c5-4e5a-ab23-d91464ccdb4a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0673597 Jan 21 23:23:09.422211 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860493f-3312-4c4c-b6b0-5c3878b7ac1d tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.423624 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6860493f-3312-4c4c-b6b0-5c3878b7ac1d tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 1094 time: 0.2854412 Jan 21 23:23:09.431799 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60892) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:09.439056 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'port_id': '0c86fa4e-728c-4526-a485-198b372827e5', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:09.475708 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259534e-c0f6-49b1-ab03-e08e8f2aa564 req-8e67ae44-1e5b-47ad-b65e-32421a101f28 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.477319 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0259534e-c0f6-49b1-ab03-e08e8f2aa564 req-8e67ae44-1e5b-47ad-b65e-32421a101f28 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0893874 Jan 21 23:23:09.488312 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:09.562204 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c0e0b-01e9-4b58-9998-a3328dddff7c req-0e56e358-02fe-4d12-935f-0a1fdfd91299 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.563762 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-777c0e0b-01e9-4b58-9998-a3328dddff7c req-0e56e358-02fe-4d12-935f-0a1fdfd91299 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0855169 Jan 21 23:23:09.569174 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0259534e-c0f6-49b1-ab03-e08e8f2aa564 req-4df60474-68f4-46da-853d-eea46e7dc34f tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799713 Jan 21 23:23:09.581573 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-4424eb82-f819-47c3-b0ed-bc042b9978b1 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704044 Jan 21 23:23:09.584641 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-00bd9c4f-c3ed-43a9-9bb1-a72575e70eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.586346 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-00bd9c4f-c3ed-43a9-9bb1-a72575e70eb1 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.1606545 Jan 21 23:23:09.622806 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:09.657580 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-777c0e0b-01e9-4b58-9998-a3328dddff7c req-f92d02f8-1ef1-4960-bb77-a0479214bb2f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818274 Jan 21 23:23:09.738738 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-e7681215-94e3-4b5d-9f55-137bd2ac1772 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 999 time: 0.1358187 Jan 21 23:23:09.756744 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:09.761915 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-202779b5-3e34-47fd-ac3e-dfed4023a56c req-5f76a814-cc24-4433-9b16-20f3a5454193 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677763 Jan 21 23:23:09.776094 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'ab24c81c-01ea-457c-a046-1f6a6a51254f', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'mac_address': 'fa:16:3e:2f:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:06Z', 'updated_at': '2022-01-21T23:23:06Z', 'revision_number': 0, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:09.810656 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d28cd7a-5a84-4096-8eb4-58d28ff2daea None None] The sync data for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi is: [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': 'ab24c81c-01ea-457c-a046-1f6a6a51254f', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'mac_address': 'fa:16:3e:2f:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:06Z', 'updated_at': '2022-01-21T23:23:06Z', 'revision_number': 0, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:23:09.847268 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-1527dc21-7725-47d6-9070-b27492c63d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.848817 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-1527dc21-7725-47d6-9070-b27492c63d4a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0523984 Jan 21 23:23:09.888623 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.27.3.4 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/15f010a1-5b9a-4048-9ac7-8d8b6bd9d058) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:23:09.910570 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-db0c4239-d622-4415-99f0-ba300d5d88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:09.912473 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-db0c4239-d622-4415-99f0-ba300d5d88b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562439 Jan 21 23:23:09.996959 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.015586 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-302036be-0a93-42e2-9b2c-7667d3dd6c04 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939591 Jan 21 23:23:10.082791 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389af5bc-9af3-4989-8bec-5b50d74d3d9e None None] New status for floating IP ab24c81c-01ea-457c-a046-1f6a6a51254f: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:23:10.087342 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.118912 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b933158f-b3b1-454c-8e7c-9046cab35640 req-ff9541bd-c87a-4e32-bcc7-b3313c33c110 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936766 Jan 21 23:23:10.134420 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:23:10.138461 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=15f010a1-5b9a-4048-9ac7-8d8b6bd9d058,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:10.141012 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:23:10.143576 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:23:10.518168 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (8dd5f18f-4f91-4405-90ae-6990f12d9949), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.583363 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.632330 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.741760 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57463817-3845-4de0-8de6-fdeab540790c req-cbde0721-1071-4841-95c5-d7eab09a0f15 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:10.743337 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-57463817-3845-4de0-8de6-fdeab540790c req-cbde0721-1071-4841-95c5-d7eab09a0f15 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0909989 Jan 21 23:23:10.878391 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-57463817-3845-4de0-8de6-fdeab540790c req-a280b763-620c-45db-8a6f-1003f10edc1a tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051729 Jan 21 23:23:10.889749 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0524e83-9587-4197-9659-670b49fc0ad1 req-1441ed88-389b-41d4-b14d-8a9fe8418577 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:10.891409 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0524e83-9587-4197-9659-670b49fc0ad1 req-1441ed88-389b-41d4-b14d-8a9fe8418577 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.1471817 Jan 21 23:23:10.925005 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:10.954261 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0524e83-9587-4197-9659-670b49fc0ad1 req-155fbeed-3218-4cca-a3c4-449e5820d007 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567522 Jan 21 23:23:10.983567 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.058040 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=15f010a1-5b9a-4048-9ac7-8d8b6bd9d058,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:11.069789 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (8dd5f18f-4f91-4405-90ae-6990f12d9949), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.188235 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 8dd5f18f-4f91-4405-90ae-6990f12d9949 associated. External IP: 172.27.3.4, port: 0c86fa4e-728c-4526-a485-198b372827e5. Jan 21 23:23:11.286988 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.412015 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:23:11.469154 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:23:11.524956 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:23:11.541144 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:23:11.565458 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:11.566136 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:11.620194 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.627834 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:11.644305 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:23:11.649174 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-48f68ae3-f640-43e5-98b2-7c31e0c8692f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2149324 Jan 21 23:23:11.649810 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:11.652184 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd41480-4d77-4eff-a874-724783d2d76d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "tag": "0c86fa4e-728c-4526-a485-198b372827e5"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:11.695336 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13e508a-aa21-434c-8e75-40c76ed106f9 x-openstack-request-id: req-a13e508a-aa21-434c-8e75-40c76ed106f9 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:11.695651 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "tag": "0c86fa4e-728c-4526-a485-198b372827e5", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:11.695955 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-a13e508a-aa21-434c-8e75-40c76ed106f9 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:11.700416 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5', 'status': 'completed', 'code': 200} Jan 21 23:23:11.731314 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:11.731594 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.747235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:11.777423 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:23:11.795613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41480-4d77-4eff-a874-724783d2d76d req-6b41f7b9-3262-4319-8825-507b0f6f849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:11.797263 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-6b41f7b9-3262-4319-8825-507b0f6f849d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 1099 time: 0.0531166 Jan 21 23:23:11.840776 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:11.899626 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:11.904464 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41480-4d77-4eff-a874-724783d2d76d req-d97c15a4-37f5-49c9-8226-47dcaf6d71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:11.906286 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-d97c15a4-37f5-49c9-8226-47dcaf6d71b5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.1020985 Jan 21 23:23:11.998686 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-93537ecb-53b8-4e58-896d-2d0172cde1d1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c86fa4e-728c-4526-a485-198b372827e5 HTTP/1.1" status: 200 len: 998 time: 0.0620337 Jan 21 23:23:12.002411 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:12.062545 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '8dd5f18f-4f91-4405-90ae-6990f12d9949', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '0c86fa4e-728c-4526-a485-198b372827e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:13:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:10Z', 'updated_at': '2022-01-21T23:23:10Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:12.063036 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41480-4d77-4eff-a874-724783d2d76d req-9ac3578a-746b-4de1-a47c-bac2a608ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:12.065400 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-9ac3578a-746b-4de1-a47c-bac2a608ea39 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0601623 Jan 21 23:23:12.091041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:23:12.101293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:12.102944 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:12.118727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb868-c41e-4827-aee1-0702d17dde37 req-88d1e1bd-303b-44f0-a7c3-db9a723d3086 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:12.120306 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-532fb868-c41e-4827-aee1-0702d17dde37 req-88d1e1bd-303b-44f0-a7c3-db9a723d3086 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Jan 21 23:23:12.147918 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd41480-4d77-4eff-a874-724783d2d76d req-da92e819-85a0-4155-8848-a1213b705aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:12.150170 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-da92e819-85a0-4155-8848-a1213b705aba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502379 Jan 21 23:23:12.176564 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-532fb868-c41e-4827-aee1-0702d17dde37 req-50b9401e-5a3f-475a-b219-94b6f91feed1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496283 Jan 21 23:23:12.222154 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:12.242820 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-0a6f28da-a786-415a-b32a-42f565ee7173 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860364 Jan 21 23:23:12.302427 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['a0b4b52e-0de8-49e3-8191-299527d62fcf'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:23:12.341775 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9dd41480-4d77-4eff-a874-724783d2d76d req-fd4bf324-d792-4bf3-b714-0de2eadd91a4 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916946 Jan 21 23:23:12.692055 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '8dd5f18f-4f91-4405-90ae-6990f12d9949', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '0c86fa4e-728c-4526-a485-198b372827e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:13:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:10Z', 'updated_at': '2022-01-21T23:23:10Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:12.719778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58005e93-f15d-4ffb-ab9a-fb121178eb14 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '8dd5f18f-4f91-4405-90ae-6990f12d9949', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '0c86fa4e-728c-4526-a485-198b372827e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:13:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:10Z', 'updated_at': '2022-01-21T23:23:10Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:23:12.961892 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0874cc9-6e79-45cb-854c-9bfb1ba7d167 None None] New status for floating IP 8dd5f18f-4f91-4405-90ae-6990f12d9949: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:23:13.300760 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fcd5d-276c-44b4-a265-6a4ed990f81d req-d5375d84-aa29-4cc6-b38c-35c7a1a9a775 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:13.302294 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c8fcd5d-276c-44b4-a265-6a4ed990f81d req-d5375d84-aa29-4cc6-b38c-35c7a1a9a775 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0492957 Jan 21 23:23:13.354025 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c8fcd5d-276c-44b4-a265-6a4ed990f81d req-68c728d0-fce0-4655-8a7d-567985dc4c91 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Jan 21 23:23:13.473788 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:23:13.560126 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port a0b4b52e-0de8-49e3-8191-299527d62fcf completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:23:13.564078 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port a0b4b52e-0de8-49e3-8191-299527d62fcf triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:23:13.564548 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:13.645950 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:23:13.646355 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:13.668849 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:13.671162 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b821d6e1-6db6-4094-9597-2239b2f8939e" -d '{"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:13.683960 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:13.710542 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa6c13c-3848-4256-8225-c2a9ff9208bf x-openstack-request-id: req-2fa6c13c-3848-4256-8225-c2a9ff9208bf {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:13.710873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:13.711512 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-2fa6c13c-3848-4256-8225-c2a9ff9208bf {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:13.711927 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'code': 200} Jan 21 23:23:13.731595 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:13.783653 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:14.083072 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d94d54-ba35-4398-b88e-a9b24fef5c68 req-074d9bdb-85c2-40f7-84a1-f555c6de26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:14.084610 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-50d94d54-ba35-4398-b88e-a9b24fef5c68 req-074d9bdb-85c2-40f7-84a1-f555c6de26d1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1099 time: 0.0908251 Jan 21 23:23:14.127072 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-50d94d54-ba35-4398-b88e-a9b24fef5c68 req-70dcb4b2-8b51-4b0c-bc68-15b0471bc844 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366478 Jan 21 23:23:14.488310 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e0c47-631b-49b4-8e10-4cc76e66a510 req-59cc1817-3d6a-4958-8005-ec128dc208db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:14.489805 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7e0e0c47-631b-49b4-8e10-4cc76e66a510 req-59cc1817-3d6a-4958-8005-ec128dc208db tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0510077 Jan 21 23:23:14.537794 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7e0e0c47-631b-49b4-8e10-4cc76e66a510 req-f4aa7431-9ab1-4fa9-9a0f-42f55e83d5f9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Jan 21 23:23:15.662476 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74e76e-9582-43b8-9ff2-c3319b8d4965 req-5047a528-8403-4f31-9a70-001081745ee8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:15.664028 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5a74e76e-9582-43b8-9ff2-c3319b8d4965 req-5047a528-8403-4f31-9a70-001081745ee8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0512173 Jan 21 23:23:15.713735 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5a74e76e-9582-43b8-9ff2-c3319b8d4965 req-f35b0c88-91cc-4aa5-8e99-b83dce04bfb2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Jan 21 23:23:16.841703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b859cf-d8f1-42dc-862d-1b598729c9e7 req-2d9afc8f-d216-480f-9100-800b019fb61c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:16.843219 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9b859cf-d8f1-42dc-862d-1b598729c9e7 req-2d9afc8f-d216-480f-9100-800b019fb61c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0547757 Jan 21 23:23:16.890097 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9b859cf-d8f1-42dc-862d-1b598729c9e7 req-ebd0d9ad-9499-4fa4-ae73-1742b8f6f856 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Jan 21 23:23:17.011991 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713ffc9-99b3-4a9c-a4cd-671514c826e8 req-9e9b384c-1ee5-41ad-8d3b-540000ba207c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:17.013619 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3713ffc9-99b3-4a9c-a4cd-671514c826e8 req-9e9b384c-1ee5-41ad-8d3b-540000ba207c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Jan 21 23:23:17.022300 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 60954) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:23:17.026864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Request body: {'floatingip': {'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:23:17.067528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:17.518093 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:17.554361 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:17.655258 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Floating IP 233f4c9a-b67c-4f95-a6c1-047145d59afe associated. External IP: 172.27.3.3, port: a0b4b52e-0de8-49e3-8191-299527d62fcf. Jan 21 23:23:18.121615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:23:18.229727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:23:18.234388 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:18.240033 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:23:18.252203 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:18.254184 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:18.263394 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-af04d2ac-bafe-4988-a061-9151e75fa814 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "PUT /v2.0/floatingips/233f4c9a-b67c-4f95-a6c1-047145d59afe HTTP/1.1" status: 200 len: 990 time: 1.2399876 Jan 21 23:23:18.264378 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:18.266747 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:18.314364 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf496e7-1532-416f-b1c6-d28752e867c0 x-openstack-request-id: req-6bf496e7-1532-416f-b1c6-d28752e867c0 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:18.314672 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:18.314946 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-6bf496e7-1532-416f-b1c6-d28752e867c0 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:18.315393 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'status': 'completed', 'code': 200} Jan 21 23:23:18.382073 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:18.433624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-bb7e3f71-5f1c-493b-9adc-9b895f75729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:18.435165 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-bb7e3f71-5f1c-493b-9adc-9b895f75729e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1099 time: 0.0474010 Jan 21 23:23:18.544531 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-c9030eef-2c0f-439d-8283-6baa8628e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:18.546056 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-c9030eef-2c0f-439d-8283-6baa8628e21f service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.0890989 Jan 21 23:23:18.610151 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '233f4c9a-b67c-4f95-a6c1-047145d59afe', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:00Z', 'updated_at': '2022-01-21T23:23:17Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:18.633225 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-fee91d05-818a-4770-8549-4635fbe2e632 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 998 time: 0.0649195 Jan 21 23:23:18.636837 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:23:18.645922 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:23:18.646535 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:23:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:18.695051 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-ebf89215-76af-4498-a346-817038bb26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:18.696659 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-ebf89215-76af-4498-a346-817038bb26b7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0465403 Jan 21 23:23:18.759320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:23:18.764822 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-55c1a788-99df-492f-a18c-49e59d7d6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:18.766387 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-55c1a788-99df-492f-a18c-49e59d7d6813 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423059 Jan 21 23:23:18.863068 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-820b1a0a-f88c-4829-b5c6-0c5cb70bf5df service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882406 Jan 21 23:23:18.955882 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c8f460bf-c845-456e-af8b-4f1fd3b22c9e req-c8449e5b-3c98-4225-9156-87853c5d9a6e service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846410 Jan 21 23:23:18.989648 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '233f4c9a-b67c-4f95-a6c1-047145d59afe', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:00Z', 'updated_at': '2022-01-21T23:23:17Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:23:19.016018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a7d59-63ba-497e-8cb9-9faf37db399d None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '233f4c9a-b67c-4f95-a6c1-047145d59afe', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'floating_ip_address': '172.27.3.3', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '1841eb38-c559-409f-9405-2c658626a060', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:23:00Z', 'updated_at': '2022-01-21T23:23:17Z', 'revision_number': 1, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:23:19.266642 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31c7e17-59f6-4fa1-90c0-076ae82b1784 None None] New status for floating IP 233f4c9a-b67c-4f95-a6c1-047145d59afe: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:23:20.118478 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:23:34.428961 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c47432f6-2d42-4aa5-96f7-18ef1cba5bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:35.366217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:36.897191 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d4878a95-5297-467f-8b4d-6c2abed51269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:39.114593 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:40.599984 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:41.318504 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8a409-0004-4b22-a68e-afc7c930ac41 req-5204fa4d-e3a7-487b-b688-75c22954ab43 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:41.324589 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-63f8a409-0004-4b22-a68e-afc7c930ac41 req-5204fa4d-e3a7-487b-b688-75c22954ab43 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0563211 Jan 21 23:23:41.332598 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:41.376044 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-63f8a409-0004-4b22-a68e-afc7c930ac41 req-cfb71393-af75-48b6-bee8-1d588947f195 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492802 Jan 21 23:23:41.785014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a866d9d-053c-4535-a382-6cd88f7f2bf9 req-54205729-7df3-45d8-a56d-b22c54e1d908 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:41.786515 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8a866d9d-053c-4535-a382-6cd88f7f2bf9 req-54205729-7df3-45d8-a56d-b22c54e1d908 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0547669 Jan 21 23:23:41.834753 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8a866d9d-053c-4535-a382-6cd88f7f2bf9 req-b9a7bb9b-4a12-49db-a4fc-d71feca3a855 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 Jan 21 23:23:42.497134 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611c22-759b-4596-820c-03dcbc66abd4 req-847ffe16-c65c-4c42-b4ca-d4e6db4205eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:42.498655 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-93611c22-759b-4596-820c-03dcbc66abd4 req-847ffe16-c65c-4c42-b4ca-d4e6db4205eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0510578 Jan 21 23:23:42.545572 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-93611c22-759b-4596-820c-03dcbc66abd4 req-5ef35911-f64d-4a18-8503-fa3d62883bc3 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413125 Jan 21 23:23:42.958310 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a0bd7-fecc-4b8c-8c2d-fc905ed6598e req-71bf4b0f-3e51-414e-ad56-42d0a4ea95e8 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:42.959892 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e4a0bd7-fecc-4b8c-8c2d-fc905ed6598e req-71bf4b0f-3e51-414e-ad56-42d0a4ea95e8 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0545952 Jan 21 23:23:43.009369 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e4a0bd7-fecc-4b8c-8c2d-fc905ed6598e req-3a179f8a-0003-48c2-b850-f52388fd0096 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 Jan 21 23:23:43.662904 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153376a0-e8fd-4ae0-9060-bfe286c2615b req-625f53e0-47ce-4987-8114-be06b66ab31b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:43.664490 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-153376a0-e8fd-4ae0-9060-bfe286c2615b req-625f53e0-47ce-4987-8114-be06b66ab31b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0510011 Jan 21 23:23:43.714538 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-153376a0-e8fd-4ae0-9060-bfe286c2615b req-3a3fb89d-3a5c-4785-9205-05624d0ccb19 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431275 Jan 21 23:23:44.138320 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c5b95-a259-441d-b91a-282278ffb415 req-28a6e391-feaf-4bd9-b667-878a3a2ba761 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:44.139705 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d8c5b95-a259-441d-b91a-282278ffb415 req-28a6e391-feaf-4bd9-b667-878a3a2ba761 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0499830 Jan 21 23:23:44.192713 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8d8c5b95-a259-441d-b91a-282278ffb415 req-3856a01f-72e6-4f9d-9115-cbd144493013 tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/security-groups?id=a82246f5-24d7-41c7-98e9-87e7addfed1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473731 Jan 21 23:23:44.235230 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-89cd2745-67ca-4866-a695-4704453386cc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:44.236773 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-89cd2745-67ca-4866-a695-4704453386cc tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 946 time: 0.0586240 Jan 21 23:23:44.343307 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Deleting port 225a9b4f-40bf-42d7-9a70-981882498c09 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:23:44.343688 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:44.435824 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] For port 225a9b4f-40bf-42d7-9a70-981882498c09, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=225a9b4f-40bf-42d7-9a70-981882498c09,segment=NetworkSegment(bbc2f577-9f0d-4097-a7b1-61d7dff4ea11),segment_id=bbc2f577-9f0d-4097-a7b1-61d7dff4ea11)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:23:44.436104 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:44.447982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Calling delete_port for 225a9b4f-40bf-42d7-9a70-981882498c09 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:23:44.634150 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (225a9b4f-40bf-42d7-9a70-981882498c09), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:44.665830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Pushing event deleted for resources: {'Port': ['ID=225a9b4f-40bf-42d7-9a70-981882498c09,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:23:44.676126 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.676524 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.676881 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.677233 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.677582 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.677924 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.678267 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.678609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.679631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.679631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.679631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.679976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.680227 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:23:44.693641 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['225a9b4f-40bf-42d7-9a70-981882498c09'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:23:44.720956 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] No DVR routers for this DVR port 225a9b4f-40bf-42d7-9a70-981882498c09 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:23:44.723368 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:23:44.726698 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4074ecb9-3b42-49ff-b018-3dfcad829720 req-ff74ac01-45aa-4355-bddb-65d6c0272f5c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.124 "DELETE /v2.0/ports/225a9b4f-40bf-42d7-9a70-981882498c09 HTTP/1.1" status: 204 len: 173 time: 0.4708660 Jan 21 23:23:44.727163 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'name': 'network-vif-deleted', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:23:44.729615 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad11aced-5085-4cb3-8c8d-958a744cf0d2" -d '{"events": [{"server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "name": "network-vif-deleted", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:23:44.838520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6c6b7-6fa1-4f91-aef6-8ebe0774dbbb req-1acce80b-027b-41da-b12e-0fc2181523e6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:44.840068 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-55f6c6b7-6fa1-4f91-aef6-8ebe0774dbbb req-1acce80b-027b-41da-b12e-0fc2181523e6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0539429 Jan 21 23:23:44.891439 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-55f6c6b7-6fa1-4f91-aef6-8ebe0774dbbb req-1fc51728-b1fb-41a1-807c-0af2df3678b0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Jan 21 23:23:44.896784 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e435d2-1501-42f0-ae85-7aa6988b05bf x-openstack-request-id: req-49e435d2-1501-42f0-ae85-7aa6988b05bf {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:23:44.897086 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2d0078-92ac-4a1d-a404-2c9086558466", "name": "network-vif-deleted", "tag": "225a9b4f-40bf-42d7-9a70-981882498c09", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:23:44.897350 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-49e435d2-1501-42f0-ae85-7aa6988b05bf {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:23:44.897766 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2d0078-92ac-4a1d-a404-2c9086558466', 'name': 'network-vif-deleted', 'tag': '225a9b4f-40bf-42d7-9a70-981882498c09', 'status': 'completed', 'code': 200} Jan 21 23:23:45.301982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7de0e20e-5a28-4906-8cb1-e68c4335d1f0 req-c93e208b-384f-44e6-8861-e1939889638c tempest-VolumesSnapshotTestJSON-525822885 tempest-VolumesSnapshotTestJSON-525822885-project] 10.222.0.138 "GET /v2.0/ports?device_id=2b2d0078-92ac-4a1d-a404-2c9086558466 HTTP/1.1" status: 200 len: 210 time: 0.0268042 Jan 21 23:23:46.011602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98bd0-6a0b-4c73-a46d-404c3f4796b7 req-8ee61f2e-411a-4132-a934-3d95cb3ea056 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:46.013184 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8c98bd0-6a0b-4c73-a46d-404c3f4796b7 req-8ee61f2e-411a-4132-a934-3d95cb3ea056 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0504947 Jan 21 23:23:46.066840 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f8c98bd0-6a0b-4c73-a46d-404c3f4796b7 req-cc08fe47-1873-43ec-a428-c7d9b50b04a0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474801 Jan 21 23:23:47.190467 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc1b3e-ce92-49b4-ace6-028bba85e14c req-4111a2c8-4456-4719-991d-09466d35afa0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:47.192012 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-99dc1b3e-ce92-49b4-ace6-028bba85e14c req-4111a2c8-4456-4719-991d-09466d35afa0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0512986 Jan 21 23:23:47.241132 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-99dc1b3e-ce92-49b4-ace6-028bba85e14c req-7dbf17f9-c2e3-4a39-86fb-f40edf86a75c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432684 Jan 21 23:23:47.691269 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 225a9b4f-40bf-42d7-9a70-981882498c09 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:23:47.712943 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 225a9b4f-40bf-42d7-9a70-981882498c09 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:23:47.718834 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 225a9b4f-40bf-42d7-9a70-981882498c09 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:23:48.359543 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b2a5b-2550-4a1d-a761-7b5d0f0a6e5c req-9c8bb661-6d0e-43eb-854e-c343a451dd57 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:48.361116 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f2b2a5b-2550-4a1d-a761-7b5d0f0a6e5c req-9c8bb661-6d0e-43eb-854e-c343a451dd57 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0510969 Jan 21 23:23:48.410289 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f2b2a5b-2550-4a1d-a761-7b5d0f0a6e5c req-a7565bce-6b61-4337-a9e5-0423aa8f8e56 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Jan 21 23:23:49.530851 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e15d5-f345-4eb2-9fd8-a0d9d57c840a req-6d6acef8-f9ff-48dc-94d1-c2d286ec45eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:49.532394 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-994e15d5-f345-4eb2-9fd8-a0d9d57c840a req-6d6acef8-f9ff-48dc-94d1-c2d286ec45eb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0538397 Jan 21 23:23:49.580873 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-994e15d5-f345-4eb2-9fd8-a0d9d57c840a req-b663024e-76e1-47fa-96f6-e5a3e3163fd2 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416687 Jan 21 23:23:50.698384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410bb34-02d8-4fe7-a54f-0b760b12e914 req-4c7b9bf6-9eb1-4529-82c4-8a6b905ac9c2 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:50.699914 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a410bb34-02d8-4fe7-a54f-0b760b12e914 req-4c7b9bf6-9eb1-4529-82c4-8a6b905ac9c2 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0508342 Jan 21 23:23:50.748787 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a410bb34-02d8-4fe7-a54f-0b760b12e914 req-ff871828-7ff7-4df2-8ce4-64cc7bf28f0c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Jan 21 23:23:51.869480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ea8d7-068d-4d9d-9d23-19d300062880 req-602f12df-b40f-48e1-94a0-fd3f0d01332b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:51.870939 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-939ea8d7-068d-4d9d-9d23-19d300062880 req-602f12df-b40f-48e1-94a0-fd3f0d01332b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0504277 Jan 21 23:23:51.923338 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-939ea8d7-068d-4d9d-9d23-19d300062880 req-1c9df928-a04a-4ced-9623-1977387b4cc6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466745 Jan 21 23:23:53.043987 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e71a54-dab9-47d8-902c-0c421dfab0c1 req-3ab0a594-6b0d-4a55-a405-33c586451a58 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:53.045552 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9e71a54-dab9-47d8-902c-0c421dfab0c1 req-3ab0a594-6b0d-4a55-a405-33c586451a58 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0530739 Jan 21 23:23:53.095145 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9e71a54-dab9-47d8-902c-0c421dfab0c1 req-6f00f316-2a11-488c-842f-6e31b765d03c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433292 Jan 21 23:23:54.217353 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2fd73-f385-4050-b405-06b4f75ec749 req-ffad76e3-212a-4fa4-9ff7-a6aafad251e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:54.218912 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d8c2fd73-f385-4050-b405-06b4f75ec749 req-ffad76e3-212a-4fa4-9ff7-a6aafad251e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0554438 Jan 21 23:23:54.267439 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d8c2fd73-f385-4050-b405-06b4f75ec749 req-f47d176a-f0f7-49cd-acfe-7d11cbb2547a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Jan 21 23:23:55.389644 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90bf3c-695b-464b-b0dd-66186eb90dfe req-26dadd34-8f8e-46c0-8a01-d76a8b67d36d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:55.391166 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db90bf3c-695b-464b-b0dd-66186eb90dfe req-26dadd34-8f8e-46c0-8a01-d76a8b67d36d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0541797 Jan 21 23:23:55.439768 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-db90bf3c-695b-464b-b0dd-66186eb90dfe req-190f088c-e007-4fca-9db3-83453fef963d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Jan 21 23:23:56.559848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727efc2-242f-4a68-a74f-cc80a5bfb9f5 req-54ea001c-766e-4c8b-be84-2d4c2c297624 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:56.561432 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3727efc2-242f-4a68-a74f-cc80a5bfb9f5 req-54ea001c-766e-4c8b-be84-2d4c2c297624 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0507696 Jan 21 23:23:56.611355 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3727efc2-242f-4a68-a74f-cc80a5bfb9f5 req-e6dd63eb-b627-47af-9a6d-9f0f26f63328 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Jan 21 23:23:57.118086 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:23:57.733082 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046014a2-dd2f-4280-8154-dc3b4e1f5cb6 req-ab352a46-ad6c-4c98-9fd5-03f44021039b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:57.734608 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-046014a2-dd2f-4280-8154-dc3b4e1f5cb6 req-ab352a46-ad6c-4c98-9fd5-03f44021039b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0546260 Jan 21 23:23:57.782874 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-046014a2-dd2f-4280-8154-dc3b4e1f5cb6 req-5208a167-962d-4045-9452-3f8a75217d96 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425768 Jan 21 23:23:58.905159 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f1c91-d4e3-4eee-ab52-c7f1811da90a req-145ddbd0-ba45-4953-b5c3-9879422c6118 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:23:58.906600 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ac4f1c91-d4e3-4eee-ab52-c7f1811da90a req-145ddbd0-ba45-4953-b5c3-9879422c6118 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0498731 Jan 21 23:23:58.954434 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ac4f1c91-d4e3-4eee-ab52-c7f1811da90a req-698f7f6d-7ef0-4f0a-b9c7-767c4228f94f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Jan 21 23:24:00.071826 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb784f97-dfec-45d9-915c-7dbb73791ceb req-02444956-dcd6-4590-a990-889c368dded3 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:00.073363 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb784f97-dfec-45d9-915c-7dbb73791ceb req-02444956-dcd6-4590-a990-889c368dded3 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0504196 Jan 21 23:24:00.124386 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb784f97-dfec-45d9-915c-7dbb73791ceb req-0baf2964-a532-4031-9084-3938978b82a7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454509 Jan 21 23:24:01.246555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966e28-3fde-4d0d-8f2b-128c0625f0c9 req-bfce5936-70c8-45bc-b9ad-1197ed6af785 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:01.248108 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f3966e28-3fde-4d0d-8f2b-128c0625f0c9 req-bfce5936-70c8-45bc-b9ad-1197ed6af785 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0506895 Jan 21 23:24:01.298763 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f3966e28-3fde-4d0d-8f2b-128c0625f0c9 req-3e929ea6-a174-41cd-b594-75fbb8cc62a4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 Jan 21 23:24:02.416319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6c872-2db1-48f9-b6b2-dd5af60962ee req-a46dde1f-bd1b-4548-ad2c-9d32785fea73 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:02.418635 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c7c6c872-2db1-48f9-b6b2-dd5af60962ee req-a46dde1f-bd1b-4548-ad2c-9d32785fea73 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0515022 Jan 21 23:24:02.466306 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c7c6c872-2db1-48f9-b6b2-dd5af60962ee req-f98bfc78-bc01-4640-b806-8cf1ad87449c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419772 Jan 21 23:24:02.939210 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941ad57-4946-465b-8c45-07f97d95f4b0 req-92db5fd6-fe6d-4ff2-851c-9c132a7e70ab tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:02.940702 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f941ad57-4946-465b-8c45-07f97d95f4b0 req-92db5fd6-fe6d-4ff2-851c-9c132a7e70ab tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0565515 Jan 21 23:24:02.990580 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f941ad57-4946-465b-8c45-07f97d95f4b0 req-dadd4d89-3602-4b52-bc71-9374e03fcbf0 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Jan 21 23:24:03.075308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-04de3203-ec2d-4a7e-93eb-1fe1fc767eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:03.076944 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-04de3203-ec2d-4a7e-93eb-1fe1fc767eca service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0493209 Jan 21 23:24:03.171878 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-8cfd1987-f651-495d-9843-254cf03ef6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:03.173437 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-8cfd1987-f651-495d-9843-254cf03ef6ca service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.0883801 Jan 21 23:24:03.238131 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-cb4a2251-eed4-4314-afe5-0582dd376278 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 999 time: 0.0579584 Jan 21 23:24:03.292427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-25c68429-c77b-41bc-8998-60fcbc95461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:03.294261 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-25c68429-c77b-41bc-8998-60fcbc95461c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0480366 Jan 21 23:24:03.339550 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-47531c7e-80c3-46bf-afaa-4cc750de7376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:03.341089 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-47531c7e-80c3-46bf-afaa-4cc750de7376 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401645 Jan 21 23:24:03.431920 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-01ceea05-6aa6-43df-81cc-743a5d52ebbe service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 Jan 21 23:24:03.523659 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e04aaf98-f5ed-4b11-b632-fa7fa958c2f6 req-3f5bf86e-5032-4ba4-8a94-c4859d171a84 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851369 Jan 21 23:24:04.109882 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fc516-b53e-4c1b-97fe-f94fe70ad38d req-a7fba4de-3249-4d26-82c1-f15dad1a0e60 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:04.111501 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd5fc516-b53e-4c1b-97fe-f94fe70ad38d req-a7fba4de-3249-4d26-82c1-f15dad1a0e60 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0507779 Jan 21 23:24:04.163635 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd5fc516-b53e-4c1b-97fe-f94fe70ad38d req-58f7c580-6afa-4093-849a-618928375175 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463679 Jan 21 23:24:04.405566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7ba19bb4-4e6b-471a-8325-4f1772bd73c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:05.281753 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9776f93-30b9-4018-8b58-792846042514 req-22f55751-b6e4-4bcb-b590-9ea4dd82678a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:05.283300 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9776f93-30b9-4018-8b58-792846042514 req-22f55751-b6e4-4bcb-b590-9ea4dd82678a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0492015 Jan 21 23:24:05.336948 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9776f93-30b9-4018-8b58-792846042514 req-8ec198aa-28df-4771-a925-61dcc1db5fa2 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Jan 21 23:24:05.371309 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:06.891030 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2b953f42-0672-455f-a2c1-72787d782695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:07.262192 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-e8f38b17-468a-4a13-8deb-883a4c8dbd72 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406234 Jan 21 23:24:07.332966 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-27159052-054f-41a7-a065-42284d5bc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:07.334512 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-27159052-054f-41a7-a065-42284d5bc8e1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0407810 Jan 21 23:24:07.440312 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-9d707ad5-5bc3-4842-99b9-e43bff8a3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:07.441818 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-9d707ad5-5bc3-4842-99b9-e43bff8a3037 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.0883110 Jan 21 23:24:07.505435 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-e52d86d5-b258-4f95-bad0-ada89140b05f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 1001 time: 0.0570457 Jan 21 23:24:07.557541 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-05b73cef-12e7-435e-baa7-ae812900ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:07.559481 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-05b73cef-12e7-435e-baa7-ae812900ba4d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0469177 Jan 21 23:24:07.603809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-0849314b-b41a-4534-8481-ae85de00c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:07.605933 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-0849314b-b41a-4534-8481-ae85de00c9c2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408695 Jan 21 23:24:07.699837 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-e998e68a-2e3f-4573-a2e8-c6825c72cbbb service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860054 Jan 21 23:24:07.796935 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-04d4f5d6-e1e8-4cdf-a577-444f9da09658 req-3f7b6c6f-217d-4736-be42-48ae3461524b service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872917 Jan 21 23:24:09.085865 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:10.599824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.291427 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.549049 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33156) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:24:11.594068 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Deleting subnet 8ab84dfa-d34c-4599-aa9a-0e529ad7376a {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:24:11.597238 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Publish callbacks [] for subnet (8ab84dfa-d34c-4599-aa9a-0e529ad7376a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.635394 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (8ab84dfa-d34c-4599-aa9a-0e529ad7376a), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.674169 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (8ab84dfa-d34c-4599-aa9a-0e529ad7376a), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.805995 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (8ab84dfa-d34c-4599-aa9a-0e529ad7376a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.831430 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab84dfa-d34c-4599-aa9a-0e529ad7376a,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:11.835375 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.839967 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9727b62c-b11e-4c10-8151-df9d0a93d2f6 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/8ab84dfa-d34c-4599-aa9a-0e529ad7376a HTTP/1.1" status: 204 len: 168 time: 0.2877421 Jan 21 23:24:11.841946 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33158) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:24:11.913591 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (d66fa904-0b85-4f3a-bf9a-691765d238ee), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:11.990901 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (d66fa904-0b85-4f3a-bf9a-691765d238ee), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.010182 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66fa904-0b85-4f3a-bf9a-691765d238ee']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:24:12.019408 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:24:12.019714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc2f577-9f0d-4097-a7b1-61d7dff4ea11') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:24:12.029360 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (bbc2f577-9f0d-4097-a7b1-61d7dff4ea11), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.042083 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (bbc2f577-9f0d-4097-a7b1-61d7dff4ea11), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.049004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:24:12.049392 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (bbc2f577-9f0d-4097-a7b1-61d7dff4ea11), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:24:12.051072 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:24:12.165743 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (d66fa904-0b85-4f3a-bf9a-691765d238ee), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.171943 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.175391 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] 10.222.0.138 "DELETE /v2.0/networks/d66fa904-0b85-4f3a-bf9a-691765d238ee HTTP/1.1" status: 204 len: 168 time: 0.3324716 Jan 21 23:24:12.187091 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d68c-c4b4-4b25-8fc8-fcfafce259c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66fa904-0b85-4f3a-bf9a-691765d238ee,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:12.514924 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33162) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:24:12.558052 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-16d30402-7320-4280-8761-64cee2eafa8c admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=dfd006afe95843df89bd94f04b83b776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396404 Jan 21 23:24:12.558823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33166) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:24:12.609014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Publish callbacks [] for security_group (a82246f5-24d7-41c7-98e9-87e7addfed1b), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.631010 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Publish callbacks [] for security_group (a82246f5-24d7-41c7-98e9-87e7addfed1b), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.754108 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a82246f5-24d7-41c7-98e9-87e7addfed1b), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.756704 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:12.757950 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/a82246f5-24d7-41c7-98e9-87e7addfed1b HTTP/1.1" status: 204 len: 168 time: 0.1979606 Jan 21 23:24:12.766742 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82246f5-24d7-41c7-98e9-87e7addfed1b,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:12.774051 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.774414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.774828 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.775182 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.775530 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.775875 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.776218 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.776599 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.776938 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.777286 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.777757 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.777978 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:12.778313 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c91bf0-9b64-4281-9d26-148e687a5451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:18.954139 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318d0c4-566a-407f-af0f-fd6930b6c216 req-374b4948-73fc-446d-ac9f-81e3be045565 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:18.955554 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f318d0c4-566a-407f-af0f-fd6930b6c216 req-374b4948-73fc-446d-ac9f-81e3be045565 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0521054 Jan 21 23:24:19.003200 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f318d0c4-566a-407f-af0f-fd6930b6c216 req-ebd401bb-982e-492f-9766-f8d8b73f9a1e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418916 Jan 21 23:24:20.129207 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5029cb0-84a2-4b98-8dfd-b57a04669767 req-4c0240c8-830b-42b9-928b-df1a550c299a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:20.130715 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5029cb0-84a2-4b98-8dfd-b57a04669767 req-4c0240c8-830b-42b9-928b-df1a550c299a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0527174 Jan 21 23:24:20.178294 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5029cb0-84a2-4b98-8dfd-b57a04669767 req-06ec7b8d-c4a5-48d6-85c4-0d357603713b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419250 Jan 21 23:24:21.299588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9656-c3e6-409a-9945-4fdec047e1a0 req-e95921fe-c077-4edf-bc3c-eb29db2fa45c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:21.301139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c96a9656-c3e6-409a-9945-4fdec047e1a0 req-e95921fe-c077-4edf-bc3c-eb29db2fa45c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0493510 Jan 21 23:24:21.347774 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c96a9656-c3e6-409a-9945-4fdec047e1a0 req-7638edfb-75c5-40e6-ba30-ee7272bbcc79 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410171 Jan 21 23:24:22.474868 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8650e6-3671-4ea2-875e-f82dee7637d2 req-cd9c7fa9-f6d5-4ea4-9e08-5b1c299c5b9a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:22.476407 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f8650e6-3671-4ea2-875e-f82dee7637d2 req-cd9c7fa9-f6d5-4ea4-9e08-5b1c299c5b9a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0531659 Jan 21 23:24:22.522992 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3f8650e6-3671-4ea2-875e-f82dee7637d2 req-9db70d9d-7965-4d00-b26b-83686a79e823 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410643 Jan 21 23:24:23.643149 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103ab62-64c2-4dad-995a-54909e3bb30a req-9cd4eb4b-ee09-4fe8-a56a-9940d5d37f7d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:23.644229 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f103ab62-64c2-4dad-995a-54909e3bb30a req-9cd4eb4b-ee09-4fe8-a56a-9940d5d37f7d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0499177 Jan 21 23:24:23.691585 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f103ab62-64c2-4dad-995a-54909e3bb30a req-5eea94f8-dac2-43a7-b0bd-8d782f18d119 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Jan 21 23:24:24.812047 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310a5f1-6e1c-47d9-b6f2-29bda8ef998e req-946e0ae1-2d00-42e6-8e64-04e5de5e9929 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:24.813558 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6310a5f1-6e1c-47d9-b6f2-29bda8ef998e req-946e0ae1-2d00-42e6-8e64-04e5de5e9929 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0494926 Jan 21 23:24:24.863763 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6310a5f1-6e1c-47d9-b6f2-29bda8ef998e req-624cfa3a-fdf7-45d0-b076-3b59ae6fbec1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Jan 21 23:24:25.983999 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c8200-9212-488f-a804-be128e4c033e req-53c8fb54-9d2c-4ede-a740-42eb1a364505 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:25.985588 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7a8c8200-9212-488f-a804-be128e4c033e req-53c8fb54-9d2c-4ede-a740-42eb1a364505 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0497394 Jan 21 23:24:26.032330 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7a8c8200-9212-488f-a804-be128e4c033e req-b9263230-0f4e-4751-a155-a259d3b397c8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Jan 21 23:24:27.153706 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25a487-87e0-48af-81c8-8de1b7262579 req-48e469bf-c67d-4378-9391-24e8fac87c20 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:27.155242 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c25a487-87e0-48af-81c8-8de1b7262579 req-48e469bf-c67d-4378-9391-24e8fac87c20 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0499606 Jan 21 23:24:27.202437 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8c25a487-87e0-48af-81c8-8de1b7262579 req-0e92c1f0-60a0-46f4-b451-56d732d9784e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Jan 21 23:24:28.327167 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36696bb0-92df-45a2-9dc0-85918a4f785f req-834c03c1-b33e-4979-8951-54827e5c5b2d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:28.328705 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36696bb0-92df-45a2-9dc0-85918a4f785f req-834c03c1-b33e-4979-8951-54827e5c5b2d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0539103 Jan 21 23:24:28.376944 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-36696bb0-92df-45a2-9dc0-85918a4f785f req-abca1fe0-b718-43f2-9a6d-858ac83e9d39 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Jan 21 23:24:29.500036 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cec9c-9c42-4c39-ac16-df008d6495af req-c4e1e406-ffbf-4275-866c-df5ab5580133 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:29.501581 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-024cec9c-9c42-4c39-ac16-df008d6495af req-c4e1e406-ffbf-4275-866c-df5ab5580133 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Jan 21 23:24:29.550322 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-024cec9c-9c42-4c39-ac16-df008d6495af req-daa39698-6f58-4a6d-a5d5-097cbfab6d0d tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429192 Jan 21 23:24:30.671243 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158e4c7-af28-4a06-840e-a9b08559e1f1 req-5326253e-5809-4661-9017-472463add573 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:30.672877 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3158e4c7-af28-4a06-840e-a9b08559e1f1 req-5326253e-5809-4661-9017-472463add573 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0504782 Jan 21 23:24:30.724419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3158e4c7-af28-4a06-840e-a9b08559e1f1 req-b6e566a6-a04a-4e58-a36f-ded4a295ee37 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Jan 21 23:24:31.847369 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4af-87ab-4f47-a675-fd23ded3a8a1 req-0b7c5367-8427-4fc1-bf34-37c94a98b764 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:31.849257 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-53b9d4af-87ab-4f47-a675-fd23ded3a8a1 req-0b7c5367-8427-4fc1-bf34-37c94a98b764 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0503566 Jan 21 23:24:31.899507 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-53b9d4af-87ab-4f47-a675-fd23ded3a8a1 req-4a3d6f9b-a1ae-42de-8f1a-25ed2132db90 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439239 Jan 21 23:24:31.921575 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:24:32.022285 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:24:32.033962 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:24:32.075389 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: ACTIVE; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:24:32.075791 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:32.088424 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:24:32.109256 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:24:32.177258 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:32.226381 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=6']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:32.234829 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.235191 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.235553 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.235907 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.236325 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.236628 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.236974 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.237315 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.237659 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.238001 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.238341 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.238711 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.239019 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:24:32.342175 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['a0b4b52e-0de8-49e3-8191-299527d62fcf'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:24:33.034913 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c54bff-236a-4f72-a0ca-9dbaa3ffcf61 req-e206dd91-e070-49d3-b052-bdf7795094b3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:33.037993 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-43c54bff-236a-4f72-a0ca-9dbaa3ffcf61 req-e206dd91-e070-49d3-b052-bdf7795094b3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0544786 Jan 21 23:24:33.092177 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-43c54bff-236a-4f72-a0ca-9dbaa3ffcf61 req-c6431a05-88dd-496f-85d5-55c3f8b57e65 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Jan 21 23:24:33.921960 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:24:33.984631 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port a0b4b52e-0de8-49e3-8191-299527d62fcf triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:24:33.985058 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:34.083297 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:24:34.083692 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:34.110103 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:24:34.113111 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b27b35-3dd1-45b8-82f3-690904e5847d" -d '{"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:24:34.117289 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:24:34.128465 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:24:34.194779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:34.236921 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c40d5d-9ab5-4eb7-b650-90383da5f285 req-99f6f3d6-500a-492e-b6cb-295c0df5067a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:34.244985 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-40c40d5d-9ab5-4eb7-b650-90383da5f285 req-99f6f3d6-500a-492e-b6cb-295c0df5067a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0645671 Jan 21 23:24:34.283656 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=7']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:34.307346 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-40c40d5d-9ab5-4eb7-b650-90383da5f285 req-f6b94877-11dc-42d9-b914-2f553f4f45bd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605547 Jan 21 23:24:34.344846 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556281d7-eeda-4956-93a0-2db8377748d4 x-openstack-request-id: req-556281d7-eeda-4956-93a0-2db8377748d4 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:24:34.345694 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:24:34.346215 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-556281d7-eeda-4956-93a0-2db8377748d4 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:24:34.346650 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'code': 200} Jan 21 23:24:34.409138 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6455050c-dd3c-4d23-9222-2ee4fd6cdaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:35.452157 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeadcc-32c3-4fb7-baeb-e1be32fe6991 req-b005b510-062e-4556-a11f-a860575f9a0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:35.453764 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-81eeadcc-32c3-4fb7-baeb-e1be32fe6991 req-b005b510-062e-4556-a11f-a860575f9a0c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0623126 Jan 21 23:24:35.501128 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-81eeadcc-32c3-4fb7-baeb-e1be32fe6991 req-6b10f5af-d3b3-426a-af2e-5933eb20fcab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Jan 21 23:24:35.717829 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:36.647795 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef58f-d651-42d3-98c2-e6e551671834 req-8a186bfe-ff5f-4035-a533-f8b4a52fd03f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:36.656243 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-214ef58f-d651-42d3-98c2-e6e551671834 req-8a186bfe-ff5f-4035-a533-f8b4a52fd03f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0714619 Jan 21 23:24:36.708922 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-214ef58f-d651-42d3-98c2-e6e551671834 req-60a237b0-70fa-46ed-b214-557ad5fd429f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514767 Jan 21 23:24:36.903239 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b9e67dd1-5d22-4c8f-91d5-4a00f9820ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:37.848971 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de54d8-a14f-4ea9-bcb2-f3321d0f4361 req-47c07d97-3eae-479c-8708-f70323e2ead7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:37.850557 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61de54d8-a14f-4ea9-bcb2-f3321d0f4361 req-47c07d97-3eae-479c-8708-f70323e2ead7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0572612 Jan 21 23:24:37.903699 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61de54d8-a14f-4ea9-bcb2-f3321d0f4361 req-a42402fe-8fa2-4a8a-af2d-462f6752aa9f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471919 Jan 21 23:24:39.032936 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b499c-4d84-4df4-a4b0-87ab789581fd req-3b45bd20-a788-4c76-84ae-2e61ccd9f8df tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:39.034731 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-485b499c-4d84-4df4-a4b0-87ab789581fd req-3b45bd20-a788-4c76-84ae-2e61ccd9f8df tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0519562 Jan 21 23:24:39.079913 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:39.088406 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-485b499c-4d84-4df4-a4b0-87ab789581fd req-def12e31-3bb2-4ad6-9ba2-85741f27e0ba tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479486 Jan 21 23:24:40.225670 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bac9c-4256-4cfe-82f6-6df91ed953ce req-26228335-708e-412f-951b-e522b37785dd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:40.230625 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b86bac9c-4256-4cfe-82f6-6df91ed953ce req-26228335-708e-412f-951b-e522b37785dd tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0616641 Jan 21 23:24:40.306674 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b86bac9c-4256-4cfe-82f6-6df91ed953ce req-ad3c5e97-d1f8-425b-8ef3-6906c69e355f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704026 Jan 21 23:24:40.623039 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:41.308338 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:41.472555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69aad20-0d2a-4840-9d8b-76cba6ab140f req-df382edd-32e0-4f32-baac-4c27fa551873 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:41.479991 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a69aad20-0d2a-4840-9d8b-76cba6ab140f req-df382edd-32e0-4f32-baac-4c27fa551873 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0598660 Jan 21 23:24:41.528187 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a69aad20-0d2a-4840-9d8b-76cba6ab140f req-3d21ee14-fe72-416d-93ac-631e5cc78313 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468185 Jan 21 23:24:41.745828 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c36fd-38fd-4bc8-bdbb-64c3e8aa2878 req-3f884a8f-136e-436a-85d1-b58e7e3674fc tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:41.747581 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f29c36fd-38fd-4bc8-bdbb-64c3e8aa2878 req-3f884a8f-136e-436a-85d1-b58e7e3674fc tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0674083 Jan 21 23:24:41.804124 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f29c36fd-38fd-4bc8-bdbb-64c3e8aa2878 req-c460d1ca-f271-4dd2-976d-48157f27e95e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497994 Jan 21 23:24:42.679206 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b913f5-5b67-4a09-8e35-0ed1ded80315 req-3966c8da-098e-4637-9c62-9b7dafd2c05b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:42.684781 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f9b913f5-5b67-4a09-8e35-0ed1ded80315 req-3966c8da-098e-4637-9c62-9b7dafd2c05b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0642569 Jan 21 23:24:42.738376 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f9b913f5-5b67-4a09-8e35-0ed1ded80315 req-812ed024-08be-46b1-b605-b309aee48c89 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504980 Jan 21 23:24:42.950976 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10e19a-b5e5-4e20-886c-c04608965ab9 req-fdadab07-6d34-4043-9fd4-4c7fed8e44aa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:42.952910 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc10e19a-b5e5-4e20-886c-c04608965ab9 req-fdadab07-6d34-4043-9fd4-4c7fed8e44aa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0567825 Jan 21 23:24:43.007146 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc10e19a-b5e5-4e20-886c-c04608965ab9 req-6f81287c-7533-4a9c-873e-69f5fae310e5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Jan 21 23:24:43.883465 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aacbb6-d9b8-48c2-ab16-076cb75d7354 req-10cbdf57-79e6-41bc-b7ab-8325600e412b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:43.885085 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9aacbb6-d9b8-48c2-ab16-076cb75d7354 req-10cbdf57-79e6-41bc-b7ab-8325600e412b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0503011 Jan 21 23:24:43.934125 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9aacbb6-d9b8-48c2-ab16-076cb75d7354 req-17e0ec7a-32a9-4079-883b-16951cedb0c8 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432935 Jan 21 23:24:44.094009 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-efc4e29f-5097-4451-8c1b-ecb2d0041d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:44.095566 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-efc4e29f-5097-4451-8c1b-ecb2d0041d77 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1099 time: 0.0417154 Jan 21 23:24:44.126480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d2c02-aecd-42ca-9a3c-956fafd032a3 req-2b435f2b-eb4f-4fc9-87af-5d0b983323b1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:44.128006 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-795d2c02-aecd-42ca-9a3c-956fafd032a3 req-2b435f2b-eb4f-4fc9-87af-5d0b983323b1 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0495274 Jan 21 23:24:44.176461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-795d2c02-aecd-42ca-9a3c-956fafd032a3 req-b05a8d6f-1574-483e-9f32-3c2cc001deff tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Jan 21 23:24:44.192239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-0eefedbb-995e-4689-a925-d36d8076209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:44.193845 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-0eefedbb-995e-4689-a925-d36d8076209a service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.0907254 Jan 21 23:24:44.260423 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-9f85bbe9-8d1b-4449-af3c-6bd822e87d1c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 1000 time: 0.0590000 Jan 21 23:24:44.313721 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-98e05380-209b-4558-ac23-89e82004391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:44.315198 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-98e05380-209b-4558-ac23-89e82004391c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0463459 Jan 21 23:24:44.360062 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-1b7c647b-eef3-4db6-9084-1d2488afa95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:44.361575 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-1b7c647b-eef3-4db6-9084-1d2488afa95f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402558 Jan 21 23:24:44.454396 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-2bebc7bc-72f8-49d5-8529-3061a0e96da0 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848579 Jan 21 23:24:44.543599 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-cdf5ccbc-0bd7-47ad-9969-d76b8f7d54c1 req-1527d505-e3fe-4768-a461-a57bc6d7e6d6 service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832150 Jan 21 23:24:45.061735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009f55-38a3-4d21-b34e-8bf53abf6c02 req-85a45851-1d14-48ec-9dac-3a0bea20d813 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:45.063227 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4f009f55-38a3-4d21-b34e-8bf53abf6c02 req-85a45851-1d14-48ec-9dac-3a0bea20d813 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0544438 Jan 21 23:24:45.113068 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4f009f55-38a3-4d21-b34e-8bf53abf6c02 req-248f3431-f095-44a0-a0d6-ce44c2f0cc05 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Jan 21 23:24:45.292831 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b0303-9a68-4364-836b-f66dec800195 req-b1463f41-5e46-47de-8fc1-aa027e876a71 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:45.294355 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-617b0303-9a68-4364-836b-f66dec800195 req-b1463f41-5e46-47de-8fc1-aa027e876a71 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0499923 Jan 21 23:24:45.340967 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-617b0303-9a68-4364-836b-f66dec800195 req-1b77a68b-f2bc-4c02-8b4f-72ffe587809f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409911 Jan 21 23:24:46.243787 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26cc27-ea6f-4639-9bf8-2c3289b441ff req-755fda45-0c21-43cc-a182-45b5073c144a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:46.247085 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb26cc27-ea6f-4639-9bf8-2c3289b441ff req-755fda45-0c21-43cc-a182-45b5073c144a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0620100 Jan 21 23:24:46.299245 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cb26cc27-ea6f-4639-9bf8-2c3289b441ff req-a7074077-0e08-430c-a734-4db133814d73 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Jan 21 23:24:46.466180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492a51c-55fc-4433-86e8-5ac1dc9e706f req-a00038f5-6fa6-4272-85b5-26814ba837cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:46.467800 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f492a51c-55fc-4433-86e8-5ac1dc9e706f req-a00038f5-6fa6-4272-85b5-26814ba837cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0525649 Jan 21 23:24:46.518020 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f492a51c-55fc-4433-86e8-5ac1dc9e706f req-864bd9c6-4108-46fb-bcc0-12a2db79aca6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443680 Jan 21 23:24:47.425558 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c53ccb-d5f3-4002-9e53-ec11db137538 req-efcf20d0-e5a6-42ab-adc3-237598174de4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:47.427136 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-44c53ccb-d5f3-4002-9e53-ec11db137538 req-efcf20d0-e5a6-42ab-adc3-237598174de4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 946 time: 0.0535417 Jan 21 23:24:47.478461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-44c53ccb-d5f3-4002-9e53-ec11db137538 req-569895a0-28aa-4558-a3d6-46dd2b005f33 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456753 Jan 21 23:24:47.636634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403572d2-c1b3-4348-86be-82c0c445ad1b req-6719448e-e57d-4884-a474-a21b1c0bfe04 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:47.638758 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-403572d2-c1b3-4348-86be-82c0c445ad1b req-6719448e-e57d-4884-a474-a21b1c0bfe04 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0504236 Jan 21 23:24:47.688500 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-403572d2-c1b3-4348-86be-82c0c445ad1b req-b1c96ea1-1215-4479-a566-9a2086fb1a38 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Jan 21 23:24:48.072429 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:24:48.150759 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: ACTIVE; New status is: DOWN {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:24:48.151216 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:48.175059 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:24:48.177375 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2fcb53-8f41-4db4-9c59-55c09fa896db" -d '{"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-unplugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:24:48.190264 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:24:48.210782 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a4525f-8115-4749-9810-bc2bf0c9dc73 x-openstack-request-id: req-c2a4525f-8115-4749-9810-bc2bf0c9dc73 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:24:48.211081 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-unplugged", "status": "failed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "code": 422}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:24:48.211348 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-c2a4525f-8115-4749-9810-bc2bf0c9dc73 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:24:48.211767 dv-cinder-825688-1-iscsi neutron-server[103080]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'code': 422} returned with failed status Jan 21 23:24:48.256760 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:24:48.309070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=8']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:24:48.806470 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ba6dc-a23b-404e-8896-7d2ea01d1b7e req-6d6c4091-6768-4e8a-8b6a-1e38f14db064 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:48.808849 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bc0ba6dc-a23b-404e-8896-7d2ea01d1b7e req-6d6c4091-6768-4e8a-8b6a-1e38f14db064 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0506279 Jan 21 23:24:48.857545 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bc0ba6dc-a23b-404e-8896-7d2ea01d1b7e req-14c89af3-6670-4d17-bca0-4be54e442231 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Jan 21 23:24:49.295533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-f0f9baba-7fce-48c8-a462-595affe9888c req-9bebfa8e-dbc7-4c24-97a6-b579ccef3028 service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:24:49.296632 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f0f9baba-7fce-48c8-a462-595affe9888c req-9bebfa8e-dbc7-4c24-97a6-b579ccef3028 service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1003234 Jan 21 23:24:49.551713 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe481b77-2056-48fa-a3ee-57eb71cc5db6 req-85793bfd-f840-4238-9cc1-27b62f85c91a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:49.553292 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe481b77-2056-48fa-a3ee-57eb71cc5db6 req-85793bfd-f840-4238-9cc1-27b62f85c91a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0547850 Jan 21 23:24:49.601832 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fe481b77-2056-48fa-a3ee-57eb71cc5db6 req-419ee85f-853a-4c7d-86b5-ac12e9995c83 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428586 Jan 21 23:24:49.895533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33396) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:24:50.005157 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72f5db-00dc-4403-903e-1afe811147b7 req-2c163aae-9e52-4f4f-b887-cf8056b1e5a7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:50.006653 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9b72f5db-00dc-4403-903e-1afe811147b7 req-2c163aae-9e52-4f4f-b887-cf8056b1e5a7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0766878 Jan 21 23:24:50.010279 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-f1d5cebc-7063-47c8-87ca-4c7a96d0d50f service neutron] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136820 Jan 21 23:24:50.023263 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-7801e76a-0b6c-4335-97cc-6aa3e1bbb0c5 service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:24:50.024248 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-7801e76a-0b6c-4335-97cc-6aa3e1bbb0c5 service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056653 Jan 21 23:24:50.065684 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9b72f5db-00dc-4403-903e-1afe811147b7 req-cee93eb9-cc2f-439b-a94a-982c5a71c7c7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530078 Jan 21 23:24:50.724884 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892e056-0f66-4891-b249-a0d840ce4fdd req-e4bbe629-a828-40f5-ba3f-7b0266b8f444 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:50.726419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d892e056-0f66-4891-b249-a0d840ce4fdd req-e4bbe629-a828-40f5-ba3f-7b0266b8f444 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0511949 Jan 21 23:24:50.774818 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d892e056-0f66-4891-b249-a0d840ce4fdd req-604489d3-6a42-4c5a-97e8-1c4182ca8ac6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427451 Jan 21 23:24:51.184753 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f968ea-8478-4868-971d-e1a6de8ebb17 req-bd0121bc-2d92-426a-9082-3d1932727b68 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.187075 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-88f968ea-8478-4868-971d-e1a6de8ebb17 req-bd0121bc-2d92-426a-9082-3d1932727b68 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0500891 Jan 21 23:24:51.236853 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-88f968ea-8478-4868-971d-e1a6de8ebb17 req-95332797-5fc2-40dd-9f9f-922ab7d96e11 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Jan 21 23:24:51.450945 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-d421e5a5-d588-4711-a1c4-0c1c675c26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.452596 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-d421e5a5-d588-4711-a1c4-0c1c675c26c1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254&tenant_id=85960ee333ab45b9bd752c191afacc31 HTTP/1.1" status: 200 len: 1097 time: 0.0742655 Jan 21 23:24:51.522590 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-7fabb06b-d735-47be-9bc9-1fc3a39e0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.524066 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-7fabb06b-d735-47be-9bc9-1fc3a39e0038 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85960ee333ab45b9bd752c191afacc31&device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1097 time: 0.0408814 Jan 21 23:24:51.736393 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-f6b85270-f348-41eb-93a2-97a39fd29676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.737816 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-f6b85270-f348-41eb-93a2-97a39fd29676 service neutron] 10.222.0.124 "GET /v2.0/networks?id=63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 200 len: 917 time: 0.0867484 Jan 21 23:24:51.804455 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-75ba1f91-7b03-4d15-b9c9-7b586b79a245 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 200 len: 998 time: 0.0610566 Jan 21 23:24:51.851612 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-580dba06-6dfc-41ae-a40c-82d05017398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.853164 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-580dba06-6dfc-41ae-a40c-82d05017398d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 200 len: 855 time: 0.0438814 Jan 21 23:24:51.898858 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-0fd5f5ff-1c59-43fd-9e31-809b3bfc5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.900513 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-0fd5f5ff-1c59-43fd-9e31-809b3bfc5d54 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=63b369c4-f59a-48a7-b980-7d9440fbc399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419023 Jan 21 23:24:51.901429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d020e1-77c5-49df-89e8-f779b11e1e17 req-11d6d984-fa87-4810-a8da-45e344f82b21 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:51.902963 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b4d020e1-77c5-49df-89e8-f779b11e1e17 req-11d6d984-fa87-4810-a8da-45e344f82b21 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0538037 Jan 21 23:24:51.950796 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b4d020e1-77c5-49df-89e8-f779b11e1e17 req-3a630e30-7382-497f-8339-2acb5ce29725 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Jan 21 23:24:51.993195 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-119e63c3-5aa6-4dd9-9f21-c9071444285f service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Jan 21 23:24:52.089365 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-e7af1a91-bb03-47de-a38c-f30f9a95df9c req-ad7c976c-9460-4e42-a35b-c998a61e366f service neutron] 10.222.0.124 "GET /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848782 Jan 21 23:24:52.354721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf16ccd-f595-4043-b7b7-7c2629333bee req-ce7c7f27-dce7-4c12-881b-4eb9cfb4717e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:52.356286 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fcf16ccd-f595-4043-b7b7-7c2629333bee req-ce7c7f27-dce7-4c12-881b-4eb9cfb4717e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0509117 Jan 21 23:24:52.406076 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fcf16ccd-f595-4043-b7b7-7c2629333bee req-39a752c2-23d7-4127-9c64-5d4110730a20 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Jan 21 23:24:52.795338 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380111-8744-4bfa-b3bd-03db3959377e req-825e9305-b144-4558-9368-f4abe54fd94c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:52.798092 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ea380111-8744-4bfa-b3bd-03db3959377e req-825e9305-b144-4558-9368-f4abe54fd94c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0902112 Jan 21 23:24:52.871750 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ea380111-8744-4bfa-b3bd-03db3959377e req-d9743ea0-63d4-4b7e-9f23-bccc7936148c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610626 Jan 21 23:24:53.246646 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844a0f-9a2f-45fe-9890-7bce926bb575 req-54f2b609-4b1a-43a2-b32c-9ef7a624cd56 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:53.248375 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-38844a0f-9a2f-45fe-9890-7bce926bb575 req-54f2b609-4b1a-43a2-b32c-9ef7a624cd56 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0551767 Jan 21 23:24:53.300099 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-38844a0f-9a2f-45fe-9890-7bce926bb575 req-7bc1d444-ae83-4d2b-aac5-5c075d398836 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Jan 21 23:24:53.994197 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2556a-706c-4964-9466-26705b8af173 req-7d5c8f37-9a61-477c-8ac0-478a94491895 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:53.996423 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df2556a-706c-4964-9466-26705b8af173 req-7d5c8f37-9a61-477c-8ac0-478a94491895 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0526922 Jan 21 23:24:54.050533 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9df2556a-706c-4964-9466-26705b8af173 req-85839f64-2094-444d-a285-4ac260883255 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482421 Jan 21 23:24:54.433594 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6376b-0e5a-40a1-a61f-c4d1206e5a07 req-fcf972cb-44cb-48fb-b9cc-e5d61dfa74b7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:54.435371 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06a6376b-0e5a-40a1-a61f-c4d1206e5a07 req-fcf972cb-44cb-48fb-b9cc-e5d61dfa74b7 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0580533 Jan 21 23:24:54.487566 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-06a6376b-0e5a-40a1-a61f-c4d1206e5a07 req-f60071d7-6c7f-4117-a5a5-86f20a9c25e2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448489 Jan 21 23:24:55.176385 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70bb99-d188-4d52-99d2-1faa4218552a req-922ff34b-3a92-4529-a592-5cb7067f6975 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:55.178515 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e70bb99-d188-4d52-99d2-1faa4218552a req-922ff34b-3a92-4529-a592-5cb7067f6975 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0523481 Jan 21 23:24:55.236154 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9e70bb99-d188-4d52-99d2-1faa4218552a req-d753e7e5-bb0e-47d2-b897-5ce090c8f8cd tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513527 Jan 21 23:24:55.620546 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc1fa7-512d-4e0a-8eec-fbd3a7e77258 req-5e7d1850-bae3-4713-9330-6279c55fc468 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:55.622115 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6afc1fa7-512d-4e0a-8eec-fbd3a7e77258 req-5e7d1850-bae3-4713-9330-6279c55fc468 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0556340 Jan 21 23:24:55.673366 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6afc1fa7-512d-4e0a-8eec-fbd3a7e77258 req-8fc03e0e-6d30-49d1-a303-5429837b3723 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Jan 21 23:24:56.362403 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883e44a-300b-420d-8c41-e5cd630c6106 req-d1a9238a-380a-445d-8236-0defd926fe4d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:56.363937 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1883e44a-300b-420d-8c41-e5cd630c6106 req-d1a9238a-380a-445d-8236-0defd926fe4d tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0560169 Jan 21 23:24:56.419855 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1883e44a-300b-420d-8c41-e5cd630c6106 req-aa6a2cc2-e073-4e38-99fa-e2630579cf9c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500879 Jan 21 23:24:56.800312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785a2a6-0ede-49bc-9fd8-1918256239d1 req-7742de4f-78f6-4ed0-8254-3162f5903a1f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:56.802412 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9785a2a6-0ede-49bc-9fd8-1918256239d1 req-7742de4f-78f6-4ed0-8254-3162f5903a1f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0529017 Jan 21 23:24:56.857821 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9785a2a6-0ede-49bc-9fd8-1918256239d1 req-9f927e9b-2781-4474-b3c3-67b07877e665 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495582 Jan 21 23:24:57.543481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46175b8-48e0-4bcc-90b5-dfe71e02b83e req-1a767ced-909c-4bfd-945c-692d30ebc154 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:57.545060 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a46175b8-48e0-4bcc-90b5-dfe71e02b83e req-1a767ced-909c-4bfd-945c-692d30ebc154 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0493209 Jan 21 23:24:57.595165 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a46175b8-48e0-4bcc-90b5-dfe71e02b83e req-0ea401cf-4860-46b4-85ca-904116c4f1d8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Jan 21 23:24:58.018899 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fd951-3bf3-475c-b427-fbe6c8cbd9d0 req-5f6ec53d-8903-463c-b798-b8f32d4458b6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:58.026221 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-327fd951-3bf3-475c-b427-fbe6c8cbd9d0 req-5f6ec53d-8903-463c-b798-b8f32d4458b6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0633428 Jan 21 23:24:58.078847 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-327fd951-3bf3-475c-b427-fbe6c8cbd9d0 req-41f74139-af55-4812-93a9-176208f298e0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516922 Jan 21 23:24:58.740070 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f8f9-7b8e-483c-9ccb-36da149c7cc4 req-b76d5ac1-c8c4-45db-9b21-49ea7b2c0732 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:58.742859 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b93f8f9-7b8e-483c-9ccb-36da149c7cc4 req-b76d5ac1-c8c4-45db-9b21-49ea7b2c0732 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0725782 Jan 21 23:24:58.796893 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7b93f8f9-7b8e-483c-9ccb-36da149c7cc4 req-640dec8b-39f2-4488-ac52-5de00234b157 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Jan 21 23:24:59.224250 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cf7ee-265c-4ea1-adff-008b82771291 req-b40e702d-9fea-40d6-9646-8d2756be547f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:59.228876 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d7cf7ee-265c-4ea1-adff-008b82771291 req-b40e702d-9fea-40d6-9646-8d2756be547f tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0566075 Jan 21 23:24:59.279850 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d7cf7ee-265c-4ea1-adff-008b82771291 req-eb3da030-72a3-4323-9538-4b73270609e1 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Jan 21 23:24:59.943018 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fa33c-275e-4c4b-9620-b6e948ace310 req-a0bfbc59-e731-484d-b771-c1142b91c621 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:24:59.944600 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-757fa33c-275e-4c4b-9620-b6e948ace310 req-a0bfbc59-e731-484d-b771-c1142b91c621 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0619102 Jan 21 23:24:59.998307 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-757fa33c-275e-4c4b-9620-b6e948ace310 req-9eb96012-8216-4b99-8ec8-486d24485daf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474284 Jan 21 23:25:00.410647 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0128a08-21f2-439b-bcf9-3c24da8bff21 req-d89811cd-b4d2-4ad5-a96f-a9cc5002e767 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:00.412438 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c0128a08-21f2-439b-bcf9-3c24da8bff21 req-d89811cd-b4d2-4ad5-a96f-a9cc5002e767 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0525348 Jan 21 23:25:00.469059 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c0128a08-21f2-439b-bcf9-3c24da8bff21 req-21449163-1951-42b2-ae16-ae2e30ac4187 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489812 Jan 21 23:25:01.116775 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bf2b-01c8-4ce8-8b31-5efec5e3b5d1 req-136e4298-8352-4a80-a7a4-285096c9d622 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.118270 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb17bf2b-01c8-4ce8-8b31-5efec5e3b5d1 req-136e4298-8352-4a80-a7a4-285096c9d622 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0502019 Jan 21 23:25:01.165461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fb17bf2b-01c8-4ce8-8b31-5efec5e3b5d1 req-717136e8-f43f-474c-aae6-24d3bbf8f7f6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415807 Jan 21 23:25:01.411782 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-dd2747b7-ec45-478b-a958-8c8b00aaaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.413238 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-dd2747b7-ec45-478b-a958-8c8b00aaaa6b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0462737 Jan 21 23:25:01.503499 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-d0decdac-2961-41e7-b9fc-8d68acc12fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.505631 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-d0decdac-2961-41e7-b9fc-8d68acc12fe9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.0857513 Jan 21 23:25:01.601597 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75ea22-a386-4653-a1c8-8df550bf32da req-e2f73db0-eef9-4218-979a-6d55fd0dca92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.603423 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6b75ea22-a386-4653-a1c8-8df550bf32da req-e2f73db0-eef9-4218-979a-6d55fd0dca92 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0568204 Jan 21 23:25:01.659280 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6b75ea22-a386-4653-a1c8-8df550bf32da req-7042e41f-a82f-4108-ae15-666db2df3d4b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498457 Jan 21 23:25:01.836233 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-61763b9d-65ce-4fe6-81b0-67cfc1222850 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 999 time: 0.3241835 Jan 21 23:25:01.885503 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-ff84af5d-6b42-44b2-9c96-d9755609765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.886990 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-ff84af5d-6b42-44b2-9c96-d9755609765d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0435638 Jan 21 23:25:01.933613 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-46c6f6af-58d1-4f79-b4b5-fd4b73f219c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:01.935115 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-46c6f6af-58d1-4f79-b4b5-fd4b73f219c2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398510 Jan 21 23:25:02.026399 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-86a8e323-a43b-48fd-b338-192320207cbb service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840149 Jan 21 23:25:02.115251 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-64cc1131-f8ba-4bb3-8cc7-563227061bb1 req-79acc711-1b83-4c63-91d3-f46db720fec4 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820639 Jan 21 23:25:02.283420 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49859e1-efa4-4d43-a73a-5faaa5411499 req-4899794d-2798-4b8b-ba5a-ce7658420462 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:02.284992 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c49859e1-efa4-4d43-a73a-5faaa5411499 req-4899794d-2798-4b8b-ba5a-ce7658420462 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0496132 Jan 21 23:25:02.333236 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c49859e1-efa4-4d43-a73a-5faaa5411499 req-9eaf4089-ab4c-4bde-9f86-6df82929f195 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426106 Jan 21 23:25:02.786724 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58585f-908f-4140-8477-13d203a054a5 req-83747069-9a4b-44aa-895c-7445727017d0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:02.788249 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8f58585f-908f-4140-8477-13d203a054a5 req-83747069-9a4b-44aa-895c-7445727017d0 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0538304 Jan 21 23:25:02.836584 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8f58585f-908f-4140-8477-13d203a054a5 req-bf66c6fe-f4f2-406a-9ec3-0796d6b35edf tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422878 Jan 21 23:25:03.448457 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5630-261d-4d8f-8f87-d7c43d9899ee req-2b43363b-3c1f-4cb1-a972-4eabf6bab631 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:03.450000 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4dbe5630-261d-4d8f-8f87-d7c43d9899ee req-2b43363b-3c1f-4cb1-a972-4eabf6bab631 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0491571 Jan 21 23:25:03.496667 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4dbe5630-261d-4d8f-8f87-d7c43d9899ee req-afe7d885-baf3-43a2-b9d4-09f9bde2e3ee tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Jan 21 23:25:03.958891 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54cdf-980e-4048-855d-f43a81e6414f req-edadc33f-a6d3-4ec4-b0ec-31b4bc061280 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:03.960421 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2b54cdf-980e-4048-855d-f43a81e6414f req-edadc33f-a6d3-4ec4-b0ec-31b4bc061280 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 944 time: 0.0497901 Jan 21 23:25:04.011544 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2b54cdf-980e-4048-855d-f43a81e6414f req-501a0edf-9fca-4a1c-b12d-19840a4bffc4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455148 Jan 21 23:25:04.146613 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:25:04.240881 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:04.254786 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'port_id': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'mac_address': 'fa:16:3e:41:b5:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:25:04.291324 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:04.291999 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:04.305333 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:25:04.334416 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:04.439229 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e1318278-3b80-48ef-ab79-e58fb0ef204e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:04.452559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:04.499859 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=9']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:04.779248 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['a0b4b52e-0de8-49e3-8191-299527d62fcf'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:25:05.131067 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e73cc-d17c-40bf-aee4-ee561c22a218 req-e02453f6-6831-4fd9-b6c1-679e7ab13497 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:05.132570 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b12e73cc-d17c-40bf-aee4-ee561c22a218 req-e02453f6-6831-4fd9-b6c1-679e7ab13497 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0482342 Jan 21 23:25:05.178776 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b12e73cc-d17c-40bf-aee4-ee561c22a218 req-b1be4caf-a74a-4228-b772-09e11504e80e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 Jan 21 23:25:05.547114 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:06.137488 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:25:06.188056 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port a0b4b52e-0de8-49e3-8191-299527d62fcf triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:25:06.188477 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:06.285228 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port a0b4b52e-0de8-49e3-8191-299527d62fcf is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:06.285636 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:06.303676 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a9272-58fa-4c1c-80fb-3ae564431ba2 req-0b231385-2fc0-4f67-b096-59aa4e0210f6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:06.305229 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-491a9272-58fa-4c1c-80fb-3ae564431ba2 req-0b231385-2fc0-4f67-b096-59aa4e0210f6 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Jan 21 23:25:06.309047 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:06.311483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46391c9d-23b2-4700-a87d-985c7b043ed0" -d '{"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:06.325477 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:06.358952 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea2e54c-d986-47b7-b1af-d97131927dca x-openstack-request-id: req-aea2e54c-d986-47b7-b1af-d97131927dca {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:06.358952 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-plugged", "status": "completed", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:06.358952 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-aea2e54c-d986-47b7-b1af-d97131927dca {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:06.358952 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'code': 200} Jan 21 23:25:06.359543 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-491a9272-58fa-4c1c-80fb-3ae564431ba2 req-c5dd1ae5-4706-4b86-9cd0-9cf8f453db2c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432858 Jan 21 23:25:06.388846 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:06.439091 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=10']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:06.709582 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054f3c1-f653-4165-bcf4-85df22c1ccc5 req-5a3f011e-cabc-4d85-88be-5067e1c7b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:06.711026 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-7054f3c1-f653-4165-bcf4-85df22c1ccc5 req-5a3f011e-cabc-4d85-88be-5067e1c7b480 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 1100 time: 0.0455217 Jan 21 23:25:06.755581 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-7054f3c1-f653-4165-bcf4-85df22c1ccc5 req-47c333d7-c2c4-4b82-b8ee-d72f0b412305 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377567 Jan 21 23:25:06.890213 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-165367ba-7afc-4700-8bb2-dd1641a489df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:07.488413 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0882d2-f98e-4596-8a1d-fff11bc1b7f7 req-b9f9d037-3b8a-4b2e-96c0-05e5091ff6bf tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:07.489900 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec0882d2-f98e-4596-8a1d-fff11bc1b7f7 req-b9f9d037-3b8a-4b2e-96c0-05e5091ff6bf tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0602674 Jan 21 23:25:07.536522 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ec0882d2-f98e-4596-8a1d-fff11bc1b7f7 req-00106814-f99a-4e51-acf9-19610f36887e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Jan 21 23:25:08.661711 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b89712-6445-442d-9db9-18a3660895a4 req-1bf1a758-05a1-437b-bd5a-4e378f969880 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:08.663251 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-52b89712-6445-442d-9db9-18a3660895a4 req-1bf1a758-05a1-437b-bd5a-4e378f969880 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0541325 Jan 21 23:25:08.710870 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-52b89712-6445-442d-9db9-18a3660895a4 req-53719a95-fb2e-486c-8524-102455fbe189 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Jan 21 23:25:09.130699 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:09.439895 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-11394114-c191-4499-9bf8-61aa7701c581 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407383 Jan 21 23:25:09.542234 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109869c-e416-42ca-9407-c444bbd8a784 req-7689dc22-8fbe-4217-96aa-6ecc7c7b70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:09.543733 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-7689dc22-8fbe-4217-96aa-6ecc7c7b70aa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 1098 time: 0.0442600 Jan 21 23:25:09.649779 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109869c-e416-42ca-9407-c444bbd8a784 req-3747ea2f-4ad0-455d-a767-e3618ae840bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:09.651328 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-3747ea2f-4ad0-455d-a767-e3618ae840bc service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.0883734 Jan 21 23:25:09.717458 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-9d89aaf6-a349-4a6a-af69-6fada46cd4e7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 200 len: 999 time: 0.0603144 Jan 21 23:25:09.771270 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109869c-e416-42ca-9407-c444bbd8a784 req-1790a787-2d6e-4578-964e-38c45e14d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:09.772855 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-1790a787-2d6e-4578-964e-38c45e14d435 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0503902 Jan 21 23:25:09.819297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109869c-e416-42ca-9407-c444bbd8a784 req-b47110e7-4781-4ee2-9396-c03e43ba0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:09.820914 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-b47110e7-4781-4ee2-9396-c03e43ba0e1b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425360 Jan 21 23:25:09.833320 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04618791-dd31-4a69-b4e9-be07971ebd57 req-15cd07f6-e4c0-4010-9339-59a186979add tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:09.834862 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-04618791-dd31-4a69-b4e9-be07971ebd57 req-15cd07f6-e4c0-4010-9339-59a186979add tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0502486 Jan 21 23:25:09.886975 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-04618791-dd31-4a69-b4e9-be07971ebd57 req-5aa51f75-08c9-41e1-b99e-5fee80d23b9a tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Jan 21 23:25:09.911689 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-949db559-d675-4617-aac2-bcc1789de4a0 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842373 Jan 21 23:25:10.007331 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b109869c-e416-42ca-9407-c444bbd8a784 req-0140fbe9-4997-4af7-a8ba-0b8665609324 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896232 Jan 21 23:25:10.598476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:11.117078 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:25:11.296240 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:26.362561 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae37f-22a8-4939-b550-477fc2d301eb req-a55d821e-1b03-4b1b-afb9-2d91b7da4758 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:26.364089 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbdae37f-22a8-4939-b550-477fc2d301eb req-a55d821e-1b03-4b1b-afb9-2d91b7da4758 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Jan 21 23:25:26.413583 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-bbdae37f-22a8-4939-b550-477fc2d301eb req-5e8fc92e-0d3c-4637-a2ce-88d0fc22d4e6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435586 Jan 21 23:25:27.531288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ef043-621b-4642-9a44-f67edf772348 req-824cdd0b-6abd-4d18-a55a-c0d47daa5f23 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:27.532831 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-601ef043-621b-4642-9a44-f67edf772348 req-824cdd0b-6abd-4d18-a55a-c0d47daa5f23 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Jan 21 23:25:27.581699 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-601ef043-621b-4642-9a44-f67edf772348 req-a4be56d4-4e00-4d65-9d94-d5bececfa54e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432363 Jan 21 23:25:28.703627 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaee56-0870-44ee-a6e5-997bd0607c42 req-5ed9ed4c-ad9a-46df-86f4-41895a3c6893 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:28.705256 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7edaee56-0870-44ee-a6e5-997bd0607c42 req-5ed9ed4c-ad9a-46df-86f4-41895a3c6893 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0536540 Jan 21 23:25:28.755210 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7edaee56-0870-44ee-a6e5-997bd0607c42 req-c0cc23db-0550-48f4-8019-dfef013c8ba6 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 Jan 21 23:25:29.870808 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50622-48a5-47e8-b8cc-31b0318b479f req-6f3ee90e-cfbc-4d1b-986a-0989c493bd5d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:29.872347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-73f50622-48a5-47e8-b8cc-31b0318b479f req-6f3ee90e-cfbc-4d1b-986a-0989c493bd5d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Jan 21 23:25:29.922387 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-73f50622-48a5-47e8-b8cc-31b0318b479f req-0a56e30c-6fe1-473f-bd9f-8b93af4732a4 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Jan 21 23:25:30.973727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94428450-faa0-4fac-ae1c-67ce8409d063 req-22f1a648-e67e-41c2-a2a7-a985527b4f8f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:30.975371 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-94428450-faa0-4fac-ae1c-67ce8409d063 req-22f1a648-e67e-41c2-a2a7-a985527b4f8f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0543714 Jan 21 23:25:31.052047 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-94428450-faa0-4fac-ae1c-67ce8409d063 req-6dede9bd-55c2-4a7b-b4b2-b5cebfc8354e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708706 Jan 21 23:25:31.067990 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5589e-b98a-4767-a92f-d8d0e8918fbd req-c80e6387-1eef-4526-ab1d-3f792fde70bf tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:31.069520 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-87d5589e-b98a-4767-a92f-d8d0e8918fbd req-c80e6387-1eef-4526-ab1d-3f792fde70bf tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0732629 Jan 21 23:25:31.121879 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-87d5589e-b98a-4767-a92f-d8d0e8918fbd req-c0c46265-1eb9-44c7-ab68-dce515562b00 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Jan 21 23:25:32.170894 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4565241-8fa5-4793-90da-6f5d6723abcd req-224c4d16-7031-42e3-a51e-bb02c470b229 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:32.173015 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4565241-8fa5-4793-90da-6f5d6723abcd req-224c4d16-7031-42e3-a51e-bb02c470b229 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0502472 Jan 21 23:25:32.254681 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4565241-8fa5-4793-90da-6f5d6723abcd req-c7c69603-5346-4149-803e-7f65f1a88ba4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759778 Jan 21 23:25:32.267616 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f38830-8e0e-4a92-a158-8ba43d924b33 req-b6c7b359-a77f-428c-af46-acd1acdbb369 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:32.269150 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f7f38830-8e0e-4a92-a158-8ba43d924b33 req-b6c7b359-a77f-428c-af46-acd1acdbb369 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0769806 Jan 21 23:25:32.318885 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f7f38830-8e0e-4a92-a158-8ba43d924b33 req-f0881594-5a95-4c95-92c3-7074a8800578 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442312 Jan 21 23:25:32.925192 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-6efd7e54-c462-42e2-8af4-9da557a92858 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:32.926594 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-6efd7e54-c462-42e2-8af4-9da557a92858 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0496776 Jan 21 23:25:33.025132 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port 0c86fa4e-728c-4526-a485-198b372827e5 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:33.026070 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (0c86fa4e-728c-4526-a485-198b372827e5), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.113658 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] For port 0c86fa4e-728c-4526-a485-198b372827e5, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=0c86fa4e-728c-4526-a485-198b372827e5,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:33.114029 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (0c86fa4e-728c-4526-a485-198b372827e5), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.289200 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.289596 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (8dd5f18f-4f91-4405-90ae-6990f12d9949), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.289929 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 8dd5f18f-4f91-4405-90ae-6990f12d9949 disassociated. External IP: 172.27.3.4, port: 0c86fa4e-728c-4526-a485-198b372827e5. Jan 21 23:25:33.290288 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for 0c86fa4e-728c-4526-a485-198b372827e5 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:33.374048 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758d550-fc25-40db-8b83-b22c6a557f00 req-99fbd116-d3bb-4098-b98c-a09cede53d85 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:33.379098 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1758d550-fc25-40db-8b83-b22c6a557f00 req-99fbd116-d3bb-4098-b98c-a09cede53d85 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 946 time: 0.0519142 Jan 21 23:25:33.490873 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (0c86fa4e-728c-4526-a485-198b372827e5), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.527841 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=0c86fa4e-728c-4526-a485-198b372827e5,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:33.539688 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.540066 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.540475 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.540837 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.541212 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.541801 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.542147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.542499 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.542844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.543192 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.543535 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.543873 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.544209 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:33.663376 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:25:33.713066 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1758d550-fc25-40db-8b83-b22c6a557f00 req-5f78dbfd-c664-4ab6-af19-6826d992cecf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307252 Jan 21 23:25:33.727235 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a6d3-2fd0-45e2-bbeb-7905ef290278 req-aa15b969-131e-4d3e-afdb-f1559fe49983 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:33.727597 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2ee3a6d3-2fd0-45e2-bbeb-7905ef290278 req-aa15b969-131e-4d3e-afdb-f1559fe49983 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.3312399 Jan 21 23:25:33.779332 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2ee3a6d3-2fd0-45e2-bbeb-7905ef290278 req-bb98d6fa-0956-494c-b841-ad9d7c3f6f0e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Jan 21 23:25:33.780044 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:25:33.790763 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:25:33.805910 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:33.806549 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:33.824871 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] No DVR routers for this DVR port 0c86fa4e-728c-4526-a485-198b372827e5 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:25:33.827820 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:33.831487 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-525f37a5-9f44-4ef9-aa28-f98fdee6f0f1 req-962650a1-976e-4208-a570-4b65dd0330d7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "DELETE /v2.0/ports/0c86fa4e-728c-4526-a485-198b372827e5 HTTP/1.1" status: 204 len: 173 time: 0.8972015 Jan 21 23:25:33.832004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'name': 'network-vif-deleted', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:33.834449 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c88fd7a-ab59-431d-9a64-2b80791576e7" -d '{"events": [{"server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "name": "network-vif-deleted", "tag": "0c86fa4e-728c-4526-a485-198b372827e5"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:33.875974 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466fe367-44ee-4fc9-8864-26084d5ac9ff x-openstack-request-id: req-466fe367-44ee-4fc9-8864-26084d5ac9ff {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:33.876325 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a308f8d-70e0-4deb-861f-2378f29f2758", "name": "network-vif-deleted", "tag": "0c86fa4e-728c-4526-a485-198b372827e5", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:33.876717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-466fe367-44ee-4fc9-8864-26084d5ac9ff {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:33.877086 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a308f8d-70e0-4deb-861f-2378f29f2758', 'name': 'network-vif-deleted', 'tag': '0c86fa4e-728c-4526-a485-198b372827e5', 'status': 'completed', 'code': 200} Jan 21 23:25:33.922612 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:34.135772 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:34.161609 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:25:34.170208 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:34.170812 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:34.276630 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:34.417061 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-20a67738-3070-4860-a92a-05814a28f445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:34.497348 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:34.523890 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57ddd0d-691a-45c0-989d-e5ebf9d2ef0a None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:25:34.799518 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ec6bdf-3695-4093-bf15-951293420fff None None] New status for floating IP 8dd5f18f-4f91-4405-90ae-6990f12d9949: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:25:34.839599 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7dff0539-12a4-41b5-a4d3-4ba44eda6418 req-ca4fce8f-d2d2-4fa8-8d62-e471477dd390 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=2a308f8d-70e0-4deb-861f-2378f29f2758 HTTP/1.1" status: 200 len: 210 time: 0.0363410 Jan 21 23:25:34.919883 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647777a-7cd3-4d8b-86c6-cee0caafa09d req-c3409882-7789-410e-b442-f915ae177911 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:34.921496 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b647777a-7cd3-4d8b-86c6-cee0caafa09d req-c3409882-7789-410e-b442-f915ae177911 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0528440 Jan 21 23:25:34.984647 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b647777a-7cd3-4d8b-86c6-cee0caafa09d req-3709648a-f808-4262-b7e3-4c534880d038 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569003 Jan 21 23:25:35.564637 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:36.127019 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-5eecda09-61be-4bf5-bf22-236d8bf70084 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978064308&fields=id&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 267 time: 0.0737147 Jan 21 23:25:36.139033 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b47ff1-2f0f-4295-9e8f-50e3172246c2 req-783213a3-ec8b-479b-a17b-43fedcec6b87 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.141032 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b6b47ff1-2f0f-4295-9e8f-50e3172246c2 req-783213a3-ec8b-479b-a17b-43fedcec6b87 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0815704 Jan 21 23:25:36.250793 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b6b47ff1-2f0f-4295-9e8f-50e3172246c2 req-48c848a6-f538-4534-9126-fe21ce36529c tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001208 Jan 21 23:25:36.277770 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-5a330a32-29c3-45cd-b267-3239130742a4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.279351 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-5a330a32-29c3-45cd-b267-3239130742a4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.1374273 Jan 21 23:25:36.294609 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-89347f95-0d30-45a6-8043-c88be87baea7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/quotas/d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 375 time: 0.0092332 Jan 21 23:25:36.301568 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0c86fa4e-728c-4526-a485-198b372827e5 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:36.326185 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 0c86fa4e-728c-4526-a485-198b372827e5 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:25:36.326570 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 0c86fa4e-728c-4526-a485-198b372827e5 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:25:36.346359 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-1b1e8d27-f791-4b04-b7cb-cb715c21fd13 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469086 Jan 21 23:25:36.442255 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-8d0e7443-f0e6-49bf-b31b-d90c1b12bc8d service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838256 Jan 21 23:25:36.533791 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-d67fe70b-559f-47b9-bb44-f15aef32cc76 service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Jan 21 23:25:36.660067 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-7f34cc88-9854-4924-82a0-e50c79a67631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.662207 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-7f34cc88-9854-4924-82a0-e50c79a67631 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0485547 Jan 21 23:25:36.759800 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-3492bf81-5e16-45d3-b604-48324b1000de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.761246 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-3492bf81-5e16-45d3-b604-48324b1000de service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.0904000 Jan 21 23:25:36.829582 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-ee112ce9-680f-41eb-b9a0-de658ee3b3e0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 1001 time: 0.0611050 Jan 21 23:25:36.873963 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-f964216b-633d-48ed-8128-932a0759200a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:36.888661 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-50069c45-a6e5-4cf9-b281-505506c92501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.890205 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-50069c45-a6e5-4cf9-b281-505506c92501 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0469537 Jan 21 23:25:36.944713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-558e85a7-95e3-477b-ab5e-334308a8b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:36.946246 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-558e85a7-95e3-477b-ab5e-334308a8b861 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455387 Jan 21 23:25:37.037548 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-852901b2-5c0f-4602-b067-5b365529d001 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Jan 21 23:25:37.131005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-892f8745-26e6-4c6f-ac3a-fba010f299cf req-8e3fd636-8d90-4e0a-b8de-ee3a910ab47d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 210 time: 0.0303206 Jan 21 23:25:37.133942 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1ecfa803-a827-4421-8713-e9286f9564b6 req-ef512c52-04ee-456b-99ed-a9a85af11b57 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905809 Jan 21 23:25:37.370626 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213f674-dace-4d5a-99ac-e4da5c2e3fb1 req-451bf2c6-16e7-46ad-8127-78018bc2063a tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:37.372164 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4213f674-dace-4d5a-99ac-e4da5c2e3fb1 req-451bf2c6-16e7-46ad-8127-78018bc2063a tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0506225 Jan 21 23:25:37.423234 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4213f674-dace-4d5a-99ac-e4da5c2e3fb1 req-00f36807-1b69-4c2d-82c7-7299e8887a73 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449612 Jan 21 23:25:38.230484 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c822dcb2-c476-4609-a425-b124b7fda21c req-75f80d0d-d88d-4f59-b6f3-95b756a64d39 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 210 time: 0.0299828 Jan 21 23:25:38.540117 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a7916-fc33-430b-8fdc-3f335af213d2 req-2241df89-1107-47c3-a541-3682e72e0962 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:38.541930 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a1a7916-fc33-430b-8fdc-3f335af213d2 req-2241df89-1107-47c3-a541-3682e72e0962 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Jan 21 23:25:38.591075 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a1a7916-fc33-430b-8fdc-3f335af213d2 req-c41467ee-0b69-44df-8031-59293ccf1f5b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428689 Jan 21 23:25:39.090503 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:39.226171 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-35bffaab-3fcf-46b8-b250-667f078333ac tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:39.227652 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-35bffaab-3fcf-46b8-b250-667f078333ac tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.1126199 Jan 21 23:25:39.303231 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-1ae7ac21-48d4-4b13-9e29-55076e9d1f05 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 379 time: 0.0584862 Jan 21 23:25:39.319506 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'port': {'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'admin_state_up': True, 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'security_groups': ['98342e60-c1eb-426b-9189-c927d3a8884e']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:39.328506 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a46316a2-277e-4ded-95b5-f06d6331960b req-92aee7dd-a695-400f-98ce-b4dd7c05d6bd tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 210 time: 0.0281074 Jan 21 23:25:39.524794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Made reservation on behalf of d44f546c2f3e4030bb4d0859edd3d52e for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:25:39.528433 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:39.669379 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937763e-a25a-49f0-8419-d674fed3e0be req-6c952715-a0b2-4ced-aa8c-4aaa43ed42cc tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:39.669691 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.20.0.14 (bbe611ef-5b30-4901-9d84-45d0f7db0d83/392352a7-c396-4923-9a59-9b89124a4d3a/61fb977e-4df3-4a9e-9149-19ec418efa4f) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:25:39.670982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5937763e-a25a-49f0-8419-d674fed3e0be req-6c952715-a0b2-4ced-aa8c-4aaa43ed42cc tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0647836 Jan 21 23:25:39.760994 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff243-870c-42f2-9514-e5544c4a6ffc req-46280506-de9f-4648-9b7b-df672acd3252 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:39.762417 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-01eff243-870c-42f2-9514-e5544c4a6ffc req-46280506-de9f-4648-9b7b-df672acd3252 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0858524 Jan 21 23:25:39.766932 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5937763e-a25a-49f0-8419-d674fed3e0be req-8e1862d7-e58b-4f15-a893-470d3a807cd6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803878 Jan 21 23:25:39.813489 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:39.819752 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-01eff243-870c-42f2-9514-e5544c4a6ffc req-649d9e80-9cb5-4c27-bf18-a4b088a79c8d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493746 Jan 21 23:25:39.924634 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:39.975266 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:25:39.978317 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:25:39.982113 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:25:39.988702 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:40.037711 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:40.038394 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.144981 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-9423e0a4-45be-47bf-a459-d8b49b5ff137 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8298883 Jan 21 23:25:40.166165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Request body: {'port': {'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:40.223226 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.298887 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-a3624f41-5b79-4056-9b6d-991ab1bcaa12 None None] Provisioning complete for port 61fb977e-4df3-4a9e-9149-19ec418efa4f triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:25:40.299579 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3624f41-5b79-4056-9b6d-991ab1bcaa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.336243 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a3624f41-5b79-4056-9b6d-991ab1bcaa12 None None] Port 61fb977e-4df3-4a9e-9149-19ec418efa4f cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:25:40.450787 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11b405-0fc9-4176-b22e-87be9c5c63f2 req-c40e8214-db8d-4fef-9612-6f72079b6216 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:40.452719 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab11b405-0fc9-4176-b22e-87be9c5c63f2 req-c40e8214-db8d-4fef-9612-6f72079b6216 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 932 time: 0.0512319 Jan 21 23:25:40.502447 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fb977e-4df3-4a9e-9149-19ec418efa4f {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:25:40.509204 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ab11b405-0fc9-4176-b22e-87be9c5c63f2 req-c5cb7c0e-7aef-41cd-88e5-d7175626eec9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508037 Jan 21 23:25:40.510179 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks [] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.524204 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Transition to ACTIVE for port object 61fb977e-4df3-4a9e-9149-19ec418efa4f will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:25:40.610635 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.660538 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:40.667617 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.737976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Attempting to bind port 61fb977e-4df3-4a9e-9149-19ec418efa4f on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:25:40.738335 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Attempting to bind port 61fb977e-4df3-4a9e-9149-19ec418efa4f by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:25:40.738690 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Attempting to bind port 61fb977e-4df3-4a9e-9149-19ec418efa4f on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:25:40.743475 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Port 61fb977e-4df3-4a9e-9149-19ec418efa4f on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:25:40.743813 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Attempting to bind port 61fb977e-4df3-4a9e-9149-19ec418efa4f on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:25:40.749980 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:25:40.750224 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:25:40.750621 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Bound using segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:25:40.751071 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Bound port: 61fb977e-4df3-4a9e-9149-19ec418efa4f, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:25:40.751455 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.834264 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:25:40.837710 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:25:40.919810 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.937586 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08a865-5691-40a8-8bd7-cfbb7bead046 req-99f5235c-ca5d-44df-973e-90b213111d84 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:40.939118 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b08a865-5691-40a8-8bd7-cfbb7bead046 req-99f5235c-ca5d-44df-973e-90b213111d84 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0859711 Jan 21 23:25:40.956740 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:40.957401 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:40.958871 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] 10.222.0.124 "PUT /v2.0/ports/61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 1094 time: 0.7972639 Jan 21 23:25:40.959384 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:40.961758 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93723403-56f1-40f8-95e4-fd1c9d91a216" -d '{"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:40.974693 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce41f9-af6a-4dc7-a997-6cc7394ac336 req-d12ee668-34ff-44a9-ac29-79922da9bd2d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:40.976663 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbce41f9-af6a-4dc7-a997-6cc7394ac336 req-d12ee668-34ff-44a9-ac29-79922da9bd2d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0827439 Jan 21 23:25:40.993869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586abf3-f856-4abd-9885-794134eb1582 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:41.024007 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b08a865-5691-40a8-8bd7-cfbb7bead046 req-47971216-8caa-4283-8b92-29fd869c6630 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784104 Jan 21 23:25:41.061056 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fbce41f9-af6a-4dc7-a997-6cc7394ac336 req-b8db48b3-c27a-41de-92b4-f64cb4e0393b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723114 Jan 21 23:25:41.079443 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015d5278-55b8-41e2-9985-ae81e60e600f x-openstack-request-id: req-015d5278-55b8-41e2-9985-ae81e60e600f {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:41.079751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:41.080020 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-015d5278-55b8-41e2-9985-ae81e60e600f {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:41.081203 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'status': 'completed', 'code': 200} Jan 21 23:25:41.139844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-d1f2b15d-64f9-4ee0-a525-487913660a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.142230 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-d1f2b15d-64f9-4ee0-a525-487913660a90 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1097 time: 0.0451121 Jan 21 23:25:41.200721 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-b80395af-ac26-4808-80f9-fb0e7f389695 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 217 time: 0.0406699 Jan 21 23:25:41.254486 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-fa6a9b86-56de-4519-98ad-e73c4eea7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.255975 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-fa6a9b86-56de-4519-98ad-e73c4eea7cf6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0495210 Jan 21 23:25:41.279264 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:41.310345 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-0d9739b1-ac9c-40d1-a3bd-0f145b79d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.310345 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-0d9739b1-ac9c-40d1-a3bd-0f145b79d745 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463648 Jan 21 23:25:41.414163 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-7964828c-d4d8-43d7-a80b-13d6b6e52129 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976892 Jan 21 23:25:41.440518 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97e557-fe8e-4f9b-9bef-7a8f3e5847d0 req-1ae9232e-da7e-493c-a90f-b69efc116099 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.441696 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a97e557-fe8e-4f9b-9bef-7a8f3e5847d0 req-1ae9232e-da7e-493c-a90f-b69efc116099 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0813749 Jan 21 23:25:41.467436 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-7d1a72e5-8eea-48b1-87e2-ab11ad914bd4 service neutron] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671706 Jan 21 23:25:41.503998 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a97e557-fe8e-4f9b-9bef-7a8f3e5847d0 req-49f2efe6-3bd0-4c73-95b0-a1c8bad33209 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552320 Jan 21 23:25:41.511192 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6d9670a1-8eff-4460-adec-c8532d0f297d req-89c2f09d-5c7b-429d-8c51-3971dc482764 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880151 Jan 21 23:25:41.638696 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28687c-02e2-4c5d-bdf1-97512f9ea6a2 req-13ce9b6a-6d39-4295-af4c-37f8fc4a7389 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.640376 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a28687c-02e2-4c5d-bdf1-97512f9ea6a2 req-13ce9b6a-6d39-4295-af4c-37f8fc4a7389 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0568216 Jan 21 23:25:41.694282 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4a28687c-02e2-4c5d-bdf1-97512f9ea6a2 req-4d210ed4-8872-4975-ae6a-611f992ffdbd tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 Jan 21 23:25:41.729521 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-8c5a16e3-1fff-45ea-a959-d3ac08985336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.736560 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-8c5a16e3-1fff-45ea-a959-d3ac08985336 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1097 time: 0.0424583 Jan 21 23:25:41.844060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-82c38abb-69ce-4550-b262-595e95a0141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.845531 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-82c38abb-69ce-4550-b262-595e95a0141b service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.0919259 Jan 21 23:25:41.889115 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-ed3fea0c-c042-4b1d-b89d-aca33bb6df34 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 217 time: 0.0360916 Jan 21 23:25:41.962151 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-a539a423-c9e5-44c1-9a58-0c28ed89e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:41.963778 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-a539a423-c9e5-44c1-9a58-0c28ed89e2e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0489652 Jan 21 23:25:42.078580 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-a56bfa15-7cc7-4f75-a246-75222b73dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:42.080115 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-a56bfa15-7cc7-4f75-a246-75222b73dc12 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732603 Jan 21 23:25:42.089033 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-9a7a7ec2-9ba0-460c-b7a4-2d9ffa4f9ecb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:42.090491 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-9a7a7ec2-9ba0-460c-b7a4-2d9ffa4f9ecb tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0823653 Jan 21 23:25:42.159897 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22971f7-4a27-4bb0-913c-27e2b5a8fc80 req-0c7196e1-38e2-4804-a0da-287ed04c55c7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:42.161414 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c22971f7-4a27-4bb0-913c-27e2b5a8fc80 req-0c7196e1-38e2-4804-a0da-287ed04c55c7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 945 time: 0.0552111 Jan 21 23:25:42.221745 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c22971f7-4a27-4bb0-913c-27e2b5a8fc80 req-266e6e85-0a93-4c6e-abba-411e55265799 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=a209d51e-4238-4666-a6f4-3539392d568e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528984 Jan 21 23:25:42.239471 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-98554858-a8d3-4f99-a599-9a5776db21e7 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479924 Jan 21 23:25:42.316780 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Deleting port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:42.317134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.363818 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:42.401760 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-93723403-56f1-40f8-95e4-fd1c9d91a216 req-c9bb6ddf-ccf1-4297-afbd-01a930572be6 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554563 Jan 21 23:25:42.436447 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] For port 882f352d-4bd3-4b55-92b7-fb9e70457fe3, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=882f352d-4bd3-4b55-92b7-fb9e70457fe3,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:42.436884 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.462574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 is: ACTIVE; New status is: DOWN {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:42.463084 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.487089 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:42.489584 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa22608a-a3c8-4a3c-82bf-0a16ca8daff4" -d '{"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-unplugged", "status": "completed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:42.502986 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:42.531038 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e06f8f3-a064-4005-87a8-1920dce4fb7c x-openstack-request-id: req-6e06f8f3-a064-4005-87a8-1920dce4fb7c {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:42.531643 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-unplugged", "status": "failed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "code": 422}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:42.532116 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-6e06f8f3-a064-4005-87a8-1920dce4fb7c {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:42.532760 dv-cinder-825688-1-iscsi neutron-server[103080]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'code': 422} returned with failed status Jan 21 23:25:42.565348 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.629403 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=6']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:42.637340 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c461c-66d9-4268-9b97-a536a75053d4 req-5c159bf1-9977-4ef3-a448-a4b78a4a061d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:42.638052 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.638052 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.638301 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.638989 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.639530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.640094 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.640666 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.641349 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd9c461c-66d9-4268-9b97-a536a75053d4 req-5c159bf1-9977-4ef3-a448-a4b78a4a061d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0643003 Jan 21 23:25:42.644793 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.645384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.645751 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.646108 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.646519 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.646957 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:42.698931 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dd9c461c-66d9-4268-9b97-a536a75053d4 req-1a8680e1-ed9b-4c14-a958-a96f258ca3b8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510361 Jan 21 23:25:42.825669 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8cb45-52f8-4fd0-83fd-5fe624c89693 req-b4dc01ee-87a7-4159-9e71-eebbcde2e757 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:42.829307 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-aff8cb45-52f8-4fd0-83fd-5fe624c89693 req-b4dc01ee-87a7-4159-9e71-eebbcde2e757 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0604441 Jan 21 23:25:42.874450 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.875174 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:42.875174 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Floating IP de31d205-cb20-4a83-8712-d9c39cb5253b disassociated. External IP: 172.27.3.2, port: 882f352d-4bd3-4b55-92b7-fb9e70457fe3. Jan 21 23:25:42.875473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Calling delete_port for 882f352d-4bd3-4b55-92b7-fb9e70457fe3 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:42.885953 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-aff8cb45-52f8-4fd0-83fd-5fe624c89693 req-b54230dc-7d58-4542-adba-a36b5aa43055 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503347 Jan 21 23:25:43.113498 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (882f352d-4bd3-4b55-92b7-fb9e70457fe3), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:43.143979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'Port': ['ID=882f352d-4bd3-4b55-92b7-fb9e70457fe3,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:43.269692 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:25:43.323491 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-166248e5-192a-410e-bbb3-edead49ee564 req-9963728b-26ed-4e7c-88a2-1a0f45d2fc89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 210 time: 0.0314269 Jan 21 23:25:43.388527 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:25:43.399678 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:25:43.411600 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:43.412232 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:43.429651 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] No DVR routers for this DVR port 882f352d-4bd3-4b55-92b7-fb9e70457fe3 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:25:43.432399 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:43.435715 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1dda26a1-ccff-424c-8a5a-682e2e233b35 req-f82ca163-9757-4628-8eee-9f581e18c9d9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "DELETE /v2.0/ports/882f352d-4bd3-4b55-92b7-fb9e70457fe3 HTTP/1.1" status: 204 len: 173 time: 1.3361678 Jan 21 23:25:43.436191 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'name': 'network-vif-deleted', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:43.439276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783dc86e-b0e1-47a6-9eab-014a42000eba" -d '{"events": [{"server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "name": "network-vif-deleted", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:43.480253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e57728-e53e-4b24-9af6-2d0bd2c8c862 x-openstack-request-id: req-04e57728-e53e-4b24-9af6-2d0bd2c8c862 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:43.482947 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599ddb95-8ed1-41c5-aa88-9d4ba13df5fc", "name": "network-vif-deleted", "tag": "882f352d-4bd3-4b55-92b7-fb9e70457fe3", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:43.483227 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-04e57728-e53e-4b24-9af6-2d0bd2c8c862 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:43.484157 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599ddb95-8ed1-41c5-aa88-9d4ba13df5fc', 'name': 'network-vif-deleted', 'tag': '882f352d-4bd3-4b55-92b7-fb9e70457fe3', 'status': 'completed', 'code': 200} Jan 21 23:25:43.545321 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:43.720850 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9474e-e523-4f7d-b6a0-80feae77f9ba req-0ccab2f0-12e3-4a71-ae75-f3d4b19e28a9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:43.722795 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e2c9474e-e523-4f7d-b6a0-80feae77f9ba req-0ccab2f0-12e3-4a71-ae75-f3d4b19e28a9 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0722797 Jan 21 23:25:43.800594 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:43.823496 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e2c9474e-e523-4f7d-b6a0-80feae77f9ba req-143d34c1-06e5-4f40-ad73-9c149abaa063 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861611 Jan 21 23:25:43.829677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:25:43.839655 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:43.841120 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:43.850463 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b7c2a-f748-4ac3-8a9a-1ad08cdb984b req-b882ff99-5cdb-4251-9ab1-1d284475fcc8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:43.852122 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-049b7c2a-f748-4ac3-8a9a-1ad08cdb984b req-b882ff99-5cdb-4251-9ab1-1d284475fcc8 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0694849 Jan 21 23:25:43.914813 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-049b7c2a-f748-4ac3-8a9a-1ad08cdb984b req-b4eacc04-0d88-40ab-bc54-7938dc895263 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561929 Jan 21 23:25:44.022016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96645f-9f45-4fc2-b73d-09aa50fba085 req-9e96db86-8427-483b-bf70-0dddfd705e2d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.023607 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-be96645f-9f45-4fc2-b73d-09aa50fba085 req-9e96db86-8427-483b-bf70-0dddfd705e2d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0563605 Jan 21 23:25:44.075621 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-be96645f-9f45-4fc2-b73d-09aa50fba085 req-a1df3c0e-c1de-496a-a57d-38f2de0c28f7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454562 Jan 21 23:25:44.098266 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:44.302134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:44.328819 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53b184-10e0-4260-91c1-34cf1231058e None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:25:44.437150 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-064d337e-cecb-4812-989e-4461ef1491df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.437734 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-064d337e-cecb-4812-989e-4461ef1491df service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834&tenant_id=03e6852f8be34fc196fdc2f6188c7397 HTTP/1.1" status: 200 len: 1096 time: 0.0505328 Jan 21 23:25:44.439120 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-790f835a-d15e-48d1-b28e-be07b7f58df7 req-cc3ac233-709a-406b-a715-78292cf13d6f tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=599ddb95-8ed1-41c5-aa88-9d4ba13df5fc HTTP/1.1" status: 200 len: 210 time: 0.0287642 Jan 21 23:25:44.519998 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-b76a51cd-d664-4889-bb0d-8282198c2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.521862 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-b76a51cd-d664-4889-bb0d-8282198c2277 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1096 time: 0.0459480 Jan 21 23:25:44.619781 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-1eed3136-f246-4ec0-a926-3a364677a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.620820 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-1eed3136-f246-4ec0-a926-3a364677a8d6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.0914211 Jan 21 23:25:44.648135 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b204d8-1f9a-4257-9b8f-4a428a942c96 None None] New status for floating IP de31d205-cb20-4a83-8712-d9c39cb5253b: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:25:44.695415 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-46d04030-e9aa-4388-9743-53326affbe41 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 999 time: 0.0656760 Jan 21 23:25:44.745579 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-e34a8de0-1c18-4c2b-b0ae-7da465de975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.747074 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-e34a8de0-1c18-4c2b-b0ae-7da465de975f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0430939 Jan 21 23:25:44.795352 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-eb878ad0-68c5-4465-9be8-5e6d72b11c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.796963 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-eb878ad0-68c5-4465-9be8-5e6d72b11c1b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430076 Jan 21 23:25:44.896423 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-a304cd5e-1067-4792-940b-36082f56b3a9 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912101 Jan 21 23:25:44.955039 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcbe67-6d9e-43a8-8cd3-5f0d7edf7c79 req-29b279f3-63b5-41f5-9061-abfe2280785e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:44.956796 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-66bcbe67-6d9e-43a8-8cd3-5f0d7edf7c79 req-29b279f3-63b5-41f5-9061-abfe2280785e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0532095 Jan 21 23:25:44.991771 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1bff902e-c511-4ec7-b6f3-040d453db754 req-f9aeec29-9e81-4bd9-82fd-9a5b69cc0506 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892599 Jan 21 23:25:45.033668 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-66bcbe67-6d9e-43a8-8cd3-5f0d7edf7c79 req-9ce8eb96-1466-451f-8f0c-86193fefe58b tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707865 Jan 21 23:25:45.057308 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5ae68-3a30-48c0-a00d-38466fd8f0d1 req-66aba399-dad4-42bb-9c59-976a8521acfb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:45.058926 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-54f5ae68-3a30-48c0-a00d-38466fd8f0d1 req-66aba399-dad4-42bb-9c59-976a8521acfb tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0628119 Jan 21 23:25:45.113178 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-54f5ae68-3a30-48c0-a00d-38466fd8f0d1 req-c56d9794-577a-4801-8c6e-b51ca1e72d4b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458193 Jan 21 23:25:45.193838 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8522490-37f6-4f57-bc76-b26073d0a95b req-c035a7af-9876-4658-bf72-ee86efd28a45 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:45.195373 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8522490-37f6-4f57-bc76-b26073d0a95b req-c035a7af-9876-4658-bf72-ee86efd28a45 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0500984 Jan 21 23:25:45.244914 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c8522490-37f6-4f57-bc76-b26073d0a95b req-99135f3f-0f79-404d-91f1-73c50510ae83 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Jan 21 23:25:45.463847 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-f3e854a9-cfe7-48f0-8030-c059e332bfd2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:45.465191 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-f3e854a9-cfe7-48f0-8030-c059e332bfd2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0543222 Jan 21 23:25:45.560294 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Deleting port a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:45.560647 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.601233 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33680) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:45.652701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] For port a0b4b52e-0de8-49e3-8191-299527d62fcf, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=a0b4b52e-0de8-49e3-8191-299527d62fcf,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:45.653193 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.664479 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (a209d51e-4238-4666-a6f4-3539392d568e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.689511 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (a209d51e-4238-4666-a6f4-3539392d568e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.776593 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (a209d51e-4238-4666-a6f4-3539392d568e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.779370 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.781162 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "DELETE /v2.0/security-groups/a209d51e-4238-4666-a6f4-3539392d568e HTTP/1.1" status: 204 len: 168 time: 0.1783774 Jan 21 23:25:45.789174 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33682) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:45.801880 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a209d51e-4238-4666-a6f4-3539392d568e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:45.804546 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.api.v2.resource [None req-8916f457-8c0c-48b2-a091-91b98dbc8df4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] show failed (client error): The resource could not be found. Jan 21 23:25:45.805588 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8916f457-8c0c-48b2-a091-91b98dbc8df4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups/a209d51e-4238-4666-a6f4-3539392d568e HTTP/1.1" status: 404 len: 347 time: 0.0201719 Jan 21 23:25:45.808737 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33684) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:45.812284 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.812682 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.813047 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.813402 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.813754 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.814109 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.814454 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.814797 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.815192 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.815543 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.815889 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.816227 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.816643 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a667d97d-55b5-4978-abd7-a3f061f54be8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:25:45.930903 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.931273 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:45.931651 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Floating IP 233f4c9a-b67c-4f95-a6c1-047145d59afe disassociated. External IP: 172.27.3.3, port: a0b4b52e-0de8-49e3-8191-299527d62fcf. Jan 21 23:25:45.932018 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Calling delete_port for a0b4b52e-0de8-49e3-8191-299527d62fcf owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:46.012796 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Deleting port 54557979-7349-4c65-bc10-88c84be2e26c {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:46.013148 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (54557979-7349-4c65-bc10-88c84be2e26c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.133419 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (54557979-7349-4c65-bc10-88c84be2e26c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.133749 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (54557979-7349-4c65-bc10-88c84be2e26c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.152955 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Calling delete_port for 54557979-7349-4c65-bc10-88c84be2e26c owned by network:floatingip {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:46.162598 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8b954-cc98-4780-8bf6-3b7bc4ff15ab req-b5bb50e5-25a8-406e-ac51-4d2d2d500402 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:46.164148 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68e8b954-cc98-4780-8bf6-3b7bc4ff15ab req-b5bb50e5-25a8-406e-ac51-4d2d2d500402 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 947 time: 0.0529039 Jan 21 23:25:46.196510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (a0b4b52e-0de8-49e3-8191-299527d62fcf), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.230881 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68e8b954-cc98-4780-8bf6-3b7bc4ff15ab req-d0bef802-6f1f-43cc-bd88-82db9e659ed3 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups?id=6ad50965-1925-4c1d-b542-fdea2a11a92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605230 Jan 21 23:25:46.234211 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'Port': ['ID=a0b4b52e-0de8-49e3-8191-299527d62fcf,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:46.279424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65042785-726b-4955-9d13-fdb68047fa66 req-b4dab0da-f852-4972-9ef6-72b9f50c70f7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:46.281206 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-65042785-726b-4955-9d13-fdb68047fa66 req-b4dab0da-f852-4972-9ef6-72b9f50c70f7 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0769265 Jan 21 23:25:46.356368 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-65042785-726b-4955-9d13-fdb68047fa66 req-0c2bbb3c-374d-45e8-8df1-70b2c6875e77 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678587 Jan 21 23:25:46.396910 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717de851-557a-4a5d-bb95-906ac3655d99 req-ec1d2879-fbc4-4bbf-add7-fe21d1156957 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:46.398454 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-717de851-557a-4a5d-bb95-906ac3655d99 req-ec1d2879-fbc4-4bbf-add7-fe21d1156957 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0626512 Jan 21 23:25:46.417568 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:25:46.423210 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 882f352d-4bd3-4b55-92b7-fb9e70457fe3 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:46.447819 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 882f352d-4bd3-4b55-92b7-fb9e70457fe3 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:25:46.448393 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 882f352d-4bd3-4b55-92b7-fb9e70457fe3 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:25:46.450786 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-717de851-557a-4a5d-bb95-906ac3655d99 req-ece9b14e-98ad-443f-a5f8-49473115cb1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Jan 21 23:25:46.516251 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (54557979-7349-4c65-bc10-88c84be2e26c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.553836 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'Port': ['ID=54557979-7349-4c65-bc10-88c84be2e26c,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:46.571989 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:25:46.586538 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:25:46.600050 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:46.600988 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:46.680806 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] No DVR routers for this DVR port a0b4b52e-0de8-49e3-8191-299527d62fcf on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:25:46.685235 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.689451 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-38bd080f-dcc7-49f1-934e-0aee7bcfe7d7 req-fae8e0c1-d1f6-4c75-b486-25c74708beab tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.124 "DELETE /v2.0/ports/a0b4b52e-0de8-49e3-8191-299527d62fcf HTTP/1.1" status: 204 len: 173 time: 1.2172167 Jan 21 23:25:46.690023 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-deleted', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:46.692511 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae391fca-60ea-4cab-b76d-4f4c350d49c8" -d '{"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-deleted", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:46.724972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (de31d205-cb20-4a83-8712-d9c39cb5253b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.728198 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:46.734882 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-15de5ab1-ad9d-4365-a3ae-87b158be40db tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "DELETE /v2.0/floatingips/de31d205-cb20-4a83-8712-d9c39cb5253b HTTP/1.1" status: 204 len: 168 time: 0.9248006 Jan 21 23:25:46.760724 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:46.775859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a6c7f8-94e5-40d6-aab7-beead43a04c1 x-openstack-request-id: req-58a6c7f8-94e5-40d6-aab7-beead43a04c1 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:46.775859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c8cce-6577-41d3-9c5d-99d40312e254", "name": "network-vif-deleted", "tag": "a0b4b52e-0de8-49e3-8191-299527d62fcf", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:46.775859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-58a6c7f8-94e5-40d6-aab7-beead43a04c1 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:46.775859 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c8cce-6577-41d3-9c5d-99d40312e254', 'name': 'network-vif-deleted', 'tag': 'a0b4b52e-0de8-49e3-8191-299527d62fcf', 'status': 'completed', 'code': 200} Jan 21 23:25:47.028706 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:47.055677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:25:47.065128 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:47.065761 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:47.175478 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:47.381271 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-57299276-18b6-4188-90cc-d6abdcb8750c req-14278fe1-a85b-4999-8bce-dbf7a282429c tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/ports?device_id=3d2c8cce-6577-41d3-9c5d-99d40312e254 HTTP/1.1" status: 200 len: 210 time: 0.0303805 Jan 21 23:25:47.410391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:47.439086 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2301762-77b9-4b92-8975-a974d432ea66 None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:18:03Z', 'revision_number': 4, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'bfa79cdc-d266-4bb2-9ed7-2adf7a629a37', 'name': '', 'network_id': '63b369c4-f59a-48a7-b980-7d9440fbc399', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'mac_address': 'fa:16:3e:4e:7d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:18:02Z', 'updated_at': '2022-01-21T23:18:10Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'subnets': [{'id': '90b371e4-d13f-45cf-b444-e8cf16eaefe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:25:47.441642 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33700) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:47.446656 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025495625', 'description': 'tempest-description--1308263231'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:47.517949 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682054c-af08-45db-8fac-2e5002b426e1 req-2add9e62-e1f3-48f7-a58b-5d685d0c1759 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:47.519671 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8682054c-af08-45db-8fac-2e5002b426e1 req-2add9e62-e1f3-48f7-a58b-5d685d0c1759 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0635021 Jan 21 23:25:47.547614 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:47.605682 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8682054c-af08-45db-8fac-2e5002b426e1 req-e4a5803d-cf41-476b-8687-d4881628a7e5 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795023 Jan 21 23:25:47.619121 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62042943-c5d7-49d8-bec4-24367ca89919 req-19cfcb91-a0fe-43e9-be73-e1d3f0a68c1d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:47.620463 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62042943-c5d7-49d8-bec4-24367ca89919 req-19cfcb91-a0fe-43e9-be73-e1d3f0a68c1d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0871577 Jan 21 23:25:47.630044 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (c3315306-a3d3-402c-8895-c14772033979), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:47.681485 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-62042943-c5d7-49d8-bec4-24367ca89919 req-dbdee51f-559f-4cac-b0f3-4c37469d4be0 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539060 Jan 21 23:25:47.708056 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c3315306-a3d3-402c-8895-c14772033979), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:47.739539 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3315306-a3d3-402c-8895-c14772033979,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:47.774603 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8d7a3-cb0c-4c76-904b-4482b2dc3567 None None] New status for floating IP 233f4c9a-b67c-4f95-a6c1-047145d59afe: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:25:47.801586 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:47.805778 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-aa6c0561-72de-48fc-824f-5e5cc72dfafa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3600047 Jan 21 23:25:47.806193 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33704) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:47.811558 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group_rule': {'security_group_id': 'c3315306-a3d3-402c-8895-c14772033979', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:47.908319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (730fa7ef-f7fc-44b4-9f10-df2dd46e114d), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:47.974799 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (730fa7ef-f7fc-44b4-9f10-df2dd46e114d), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.043507 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (730fa7ef-f7fc-44b4-9f10-df2dd46e114d), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.061433 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730fa7ef-f7fc-44b4-9f10-df2dd46e114d,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:48.115337 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:25:48.126573 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.127898 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4db89412-7805-4650-9cfa-689bf97aad89 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205681 Jan 21 23:25:48.130738 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33706) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:48.135199 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'security_group_rule': {'security_group_id': 'c3315306-a3d3-402c-8895-c14772033979', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:48.232462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (f8437b25-7c77-48a2-9d91-ffabe11f41df), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.289698 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (f8437b25-7c77-48a2-9d91-ffabe11f41df), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.341768 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (f8437b25-7c77-48a2-9d91-ffabe11f41df), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.362178 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8437b25-7c77-48a2-9d91-ffabe11f41df,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:48.406562 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.407856 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-700f8428-a39a-4417-8ca6-11c0eae49d0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761552 Jan 21 23:25:48.411589 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33708) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:48.416587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:48.417106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:48.438583 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: a0b4b52e-0de8-49e3-8191-299527d62fcf {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:25:48.438959 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device a0b4b52e-0de8-49e3-8191-299527d62fcf not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:25:48.495370 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.531918 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33714) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:48.587302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (6ad50965-1925-4c1d-b542-fdea2a11a92f), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.594682 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.610902 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (6ad50965-1925-4c1d-b542-fdea2a11a92f), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.721308 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Allocated IP 172.27.3.124 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/983580e1-1d1c-4248-b84f-5bec3f59bb5a) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:25:48.749764 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ca0f0-ecba-4475-b104-03cf23726d85 req-623e785a-2900-4a54-8dd9-5e315a53922c tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:48.751269 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6f5ca0f0-ecba-4475-b104-03cf23726d85 req-623e785a-2900-4a54-8dd9-5e315a53922c tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0587234 Jan 21 23:25:48.754388 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (6ad50965-1925-4c1d-b542-fdea2a11a92f), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.757069 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.758251 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "DELETE /v2.0/security-groups/6ad50965-1925-4c1d-b542-fdea2a11a92f HTTP/1.1" status: 204 len: 168 time: 0.2251825 Jan 21 23:25:48.762356 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33720) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:48.805008 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a91205-8f44-4d8c-b9ad-84bc815db98e tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad50965-1925-4c1d-b542-fdea2a11a92f,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:48.805487 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.api.v2.resource [None req-17afcba8-aa54-4ad9-8e26-cc46711253c2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] show failed (client error): The resource could not be found. Jan 21 23:25:48.806789 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-17afcba8-aa54-4ad9-8e26-cc46711253c2 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "GET /v2.0/security-groups/6ad50965-1925-4c1d-b542-fdea2a11a92f HTTP/1.1" status: 404 len: 347 time: 0.0431905 Jan 21 23:25:48.810313 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33722) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:48.845838 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6f5ca0f0-ecba-4475-b104-03cf23726d85 req-54d7309e-5d5a-493b-827e-e83baa009d0d tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758932 Jan 21 23:25:48.855417 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591b5b-2d5f-4389-a015-89b6c1f9a1bd req-8af69747-4394-4379-ae29-a6caeed07589 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:48.856408 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f591b5b-2d5f-4389-a015-89b6c1f9a1bd req-8af69747-4394-4379-ae29-a6caeed07589 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.1037765 Jan 21 23:25:48.911204 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2f591b5b-2d5f-4389-a015-89b6c1f9a1bd req-22d76fbc-cba3-42d1-857e-f9389753f3bb tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459495 Jan 21 23:25:48.927887 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:48.996371 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Deleting port 9ecb85ec-a6d7-4618-aff8-969a87fa9f17 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:48.996726 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.069741 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.080509 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.085250 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.124555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Calling delete_port for 9ecb85ec-a6d7-4618-aff8-969a87fa9f17 owned by network:floatingip {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:49.128693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:25:49.134815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:25:49.141949 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:25:49.146364 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=983580e1-1d1c-4248-b84f-5bec3f59bb5a,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:49.296499 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.384460 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.387176 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (9ecb85ec-a6d7-4618-aff8-969a87fa9f17), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.437012 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Pushing event deleted for resources: {'Port': ['ID=9ecb85ec-a6d7-4618-aff8-969a87fa9f17,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:49.802247 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks [] for floatingip (233f4c9a-b67c-4f95-a6c1-047145d59afe), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.804925 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.806135 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-29c2eef6-0499-4a56-9a9c-486d2db019f4 tempest-AttachVolumeShelveTestJSON-1484423134 tempest-AttachVolumeShelveTestJSON-1484423134-project] 10.222.0.138 "DELETE /v2.0/floatingips/233f4c9a-b67c-4f95-a6c1-047145d59afe HTTP/1.1" status: 204 len: 168 time: 0.9950790 Jan 21 23:25:49.863351 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.925299 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:49.990658 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712bc4c6-8e10-46bd-acaa-981e8116fc6f req-e310294c-ac52-4b09-a1dd-81d658c1c949 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:49.992357 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-712bc4c6-8e10-46bd-acaa-981e8116fc6f req-e310294c-ac52-4b09-a1dd-81d658c1c949 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0744340 Jan 21 23:25:50.000154 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=983580e1-1d1c-4248-b84f-5bec3f59bb5a,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:50.011103 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:50.078575 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-712bc4c6-8e10-46bd-acaa-981e8116fc6f req-882c0341-04ff-44b5-bf6f-4136a2bc3c3e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801980 Jan 21 23:25:50.086963 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2649a-9f3c-4383-9c6b-05a5a9c78bcc req-4263e42a-f951-4cdd-9356-4f1aa609a25d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:50.088474 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4d2649a-9f3c-4383-9c6b-05a5a9c78bcc req-4263e42a-f951-4cdd-9356-4f1aa609a25d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 944 time: 0.0828500 Jan 21 23:25:50.120418 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:50.122561 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ecb6396c-cde9-4c43-bc46-cf60879ff5e8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7088668 Jan 21 23:25:50.141848 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c4d2649a-9f3c-4383-9c6b-05a5a9c78bcc req-1aef12b6-b7c4-4d00-8151-dbf30928d823 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463564 Jan 21 23:25:50.326125 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-327afd35-ca94-4dc0-8c04-4bdfa6e752a9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-securitygroup--2025495625&fields=id&tenant_id=1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 267 time: 0.0432308 Jan 21 23:25:50.432139 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 61fb977e-4df3-4a9e-9149-19ec418efa4f details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:25:50.435512 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-a81000f3-2d7f-49a2-a4c4-f5849b409599 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:50.437650 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-a81000f3-2d7f-49a2-a4c4-f5849b409599 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 810 time: 0.1050856 Jan 21 23:25:50.453267 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-1be63d28-4568-4e30-9032-8e4baea1aafe tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/quotas/1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 375 time: 0.0096874 Jan 21 23:25:50.507414 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-7c6b4fcc-6dd7-462c-98bf-b074dbd1623c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480976 Jan 21 23:25:50.530962 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:50.542048 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:25:50.580471 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 61fb977e-4df3-4a9e-9149-19ec418efa4f is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:50.580884 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:50.598058 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fb977e-4df3-4a9e-9149-19ec418efa4f {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:25:50.609550 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-d2670e66-f007-47c0-8551-1bc8244fa541 service neutron] 10.222.0.138 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905344 Jan 21 23:25:50.622754 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:50.703248 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-1e1ea870-796d-43bf-a32b-f8d3e3178760 service neutron] 10.222.0.138 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873649 Jan 21 23:25:50.707984 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:50.758168 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:50.950785 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6eb10eef-9179-4686-95d1-98042db6fe0c req-d7d39936-c3dc-4540-acaa-1072f1701298 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Jan 21 23:25:50.982733 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['61fb977e-4df3-4a9e-9149-19ec418efa4f'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:25:51.278718 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515e5be-674f-4525-9bea-18c232bdcde9 req-5eed8d79-08e9-4df8-b22d-84c580d9f335 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:51.280892 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1515e5be-674f-4525-9bea-18c232bdcde9 req-5eed8d79-08e9-4df8-b22d-84c580d9f335 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.1223750 Jan 21 23:25:51.305387 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206c7c1-fec9-4acf-8730-466560a4286b req-19114ecf-5324-49c3-a3b5-eab7cf35a2be tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:51.306906 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1206c7c1-fec9-4acf-8730-466560a4286b req-19114ecf-5324-49c3-a3b5-eab7cf35a2be tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 945 time: 0.0775547 Jan 21 23:25:51.370671 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1515e5be-674f-4525-9bea-18c232bdcde9 req-d3529eb1-8e69-4537-a492-6e7fe5ddb789 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820701 Jan 21 23:25:51.385020 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1206c7c1-fec9-4acf-8730-466560a4286b req-18da5443-c5f6-4163-816a-239c02ab7f59 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712268 Jan 21 23:25:52.048599 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e99af9fa-e76e-4a8d-bc49-df557460666b req-08b21e16-e1bc-4789-a9d4-14cf7fee3ef3 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Jan 21 23:25:52.448878 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:25:52.458468 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 61fb977e-4df3-4a9e-9149-19ec418efa4f up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:25:52.535485 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6028-dd27-4e5e-a4c1-5f30b8f2b1cb req-976e28e4-578b-4123-ae20-8e12997a72f9 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:52.537065 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-22ce6028-dd27-4e5e-a4c1-5f30b8f2b1cb req-976e28e4-578b-4123-ae20-8e12997a72f9 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 943 time: 0.0959992 Jan 21 23:25:52.544975 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd5852-47ed-465e-adcc-40869812558d req-0465c5b2-500f-41dc-96ef-1dabea0060d2 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:52.546419 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9dcd5852-47ed-465e-adcc-40869812558d req-0465c5b2-500f-41dc-96ef-1dabea0060d2 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 945 time: 0.0922761 Jan 21 23:25:52.593143 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:52.603867 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'port_id': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'mac_address': 'fa:16:3e:2f:f4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:25:52.616284 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-22ce6028-dd27-4e5e-a4c1-5f30b8f2b1cb req-d58bdf57-5fe2-4c39-90b3-5d4e0ab5c7dd tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688572 Jan 21 23:25:52.635217 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9dcd5852-47ed-465e-adcc-40869812558d req-6ac9982b-df68-46d3-8084-138c9dfe452e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818264 Jan 21 23:25:52.645426 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:52.645631 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:52.664813 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95692896-adbc-4feb-8a8d-bc9bb27d8d86 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:25:52.670664 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 61fb977e-4df3-4a9e-9149-19ec418efa4f completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:25:52.679822 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 61fb977e-4df3-4a9e-9149-19ec418efa4f triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:25:52.680209 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:52.708174 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:52.719301 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33780) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:52.773167 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:52.797552 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 61fb977e-4df3-4a9e-9149-19ec418efa4f is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:52.797964 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:52.839101 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:52.841493 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd908f-aa6d-42a6-b1a0-b142e037e2ea" -d '{"events": [{"server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "name": "network-vif-plugged", "status": "completed", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:52.860503 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=7']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:52.864658 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:52.884010 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b0322-1be9-4efe-b290-4890989f3deb x-openstack-request-id: req-503b0322-1be9-4efe-b290-4890989f3deb {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:52.884344 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "name": "network-vif-plugged", "status": "completed", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:52.884643 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-503b0322-1be9-4efe-b290-4890989f3deb {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:52.885334 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'code': 200} Jan 21 23:25:52.965369 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:53.027410 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:53.049899 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['95692896-adbc-4feb-8a8d-bc9bb27d8d86'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:25:53.172247 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69e36c5f-1ca9-42e8-bd00-a74987263211 req-260e6806-c84f-4c72-834d-348710846a83 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0383546 Jan 21 23:25:53.197816 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b5be22a5-a2a9-4c4d-b79f-008b20ba8baa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:53.199332 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b5be22a5-a2a9-4c4d-b79f-008b20ba8baa tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 810 time: 0.1546149 Jan 21 23:25:53.352789 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-3bfe77d7-e235-4fe8-96be-bb80bd8fdf9b tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dbc71d1235b416e9136a12c69a19aa9 HTTP/1.1" status: 200 len: 380 time: 0.1372297 Jan 21 23:25:53.366597 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'port': {'device_id': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'admin_state_up': True, 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'security_groups': ['c3315306-a3d3-402c-8895-c14772033979']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:53.411526 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2de77-3641-4b34-8f68-73599b2480fe req-742e3c18-ef7d-4130-bb3c-48343c2f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:53.413147 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-16f2de77-3641-4b34-8f68-73599b2480fe req-742e3c18-ef7d-4130-bb3c-48343c2f8ded service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1099 time: 0.1223171 Jan 21 23:25:53.555597 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-16f2de77-3641-4b34-8f68-73599b2480fe req-e6d31dc0-6f53-4c96-897f-d4d32a34fb21 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171548 Jan 21 23:25:53.598065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (1841eb38-c559-409f-9405-2c658626a060), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:53.682210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Made reservation on behalf of 1dbc71d1235b416e9136a12c69a19aa9 for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:25:53.685809 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:53.779962 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d194e-3f43-4cc5-9f02-d9db599efd1c req-b2ca003c-9c0f-4993-9f65-954dabaa7671 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:53.782117 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ee1d194e-3f43-4cc5-9f02-d9db599efd1c req-b2ca003c-9c0f-4993-9f65-954dabaa7671 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 944 time: 0.0863354 Jan 21 23:25:53.795917 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361c595-b262-4a54-839c-1af0f8be6c82 req-1a689895-d692-49b6-9c64-5e8d49591fb3 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:53.797487 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1361c595-b262-4a54-839c-1af0f8be6c82 req-1a689895-d692-49b6-9c64-5e8d49591fb3 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0713460 Jan 21 23:25:53.876783 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1361c595-b262-4a54-839c-1af0f8be6c82 req-f806f848-b5b5-407a-bf65-97f8f7d6d2c6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733805 Jan 21 23:25:53.880842 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ee1d194e-3f43-4cc5-9f02-d9db599efd1c req-667162be-94f8-4c28-b055-ebb9f0d2ec88 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935769 Jan 21 23:25:53.939577 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Allocated IP 172.20.0.4 (b8a5072e-ab12-4ada-8731-e9167f85afdc/f691a783-04b2-453d-840d-ba8ad0f9abad/33e4176f-8b70-4337-989e-8c7cce8d4d69) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:25:54.113259 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Deleting port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:54.113609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.145326 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.224361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] For port bfa79cdc-d266-4bb2-9ed7-2adf7a629a37, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:54.224740 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.240243 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Calling delete_port for bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 owned by network:router_interface {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:54.268626 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce807236-4b2a-4f8b-a6ce-18189b182c36 req-3609428b-3bb1-4daf-9568-7d6c0828dd0a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Jan 21 23:25:54.303157 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.394019 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Network b8a5072e-ab12-4ada-8731-e9167f85afdc is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:25:54.396889 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event updated for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:54.403084 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:25:54.407552 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:25:54.468114 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:54.469333 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.471713 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:25:54.549146 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:25:54.551979 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.573518 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-730c2306-bff4-48c9-9942-191c4bf067cf tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2121651 Jan 21 23:25:54.594843 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Request body: {'port': {'device_id': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:54.624598 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (bfa79cdc-d266-4bb2-9ed7-2adf7a629a37), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.671907 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa79cdc-d266-4bb2-9ed7-2adf7a629a37,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:54.749145 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.782295 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:25:54.782712 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.785219 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-160d2e61-dcf9-458b-82f8-f5bbe40ee6a0 None None] Provisioning complete for port 33e4176f-8b70-4337-989e-8c7cce8d4d69 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:25:54.785595 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-160d2e61-dcf9-458b-82f8-f5bbe40ee6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.852560 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:54.853857 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-160d2e61-dcf9-458b-82f8-f5bbe40ee6a0 None None] Port 33e4176f-8b70-4337-989e-8c7cce8d4d69 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:25:54.886909 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:54.890142 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f543bf1b-fa8b-4ef1-a5b6-58f5a234fd00" -d '{"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-plugged", "status": "completed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:54.936965 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.972535 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (1841eb38-c559-409f-9405-2c658626a060), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:54.976612 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc6c354-a265-4be9-9ff4-7fecc5a51d51 x-openstack-request-id: req-2cc6c354-a265-4be9-9ff4-7fecc5a51d51 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:54.976944 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-plugged", "status": "completed", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:54.977329 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-2cc6c354-a265-4be9-9ff4-7fecc5a51d51 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:54.978066 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'code': 200} Jan 21 23:25:55.020594 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=8']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:55.062823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd88521-9913-40ef-8695-d34db3cd2274 req-fcfd5c7c-b4d0-448c-9ff2-ea8ae32e5751 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.065398 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cfd88521-9913-40ef-8695-d34db3cd2274 req-fcfd5c7c-b4d0-448c-9ff2-ea8ae32e5751 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0748086 Jan 21 23:25:55.146535 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa107-731e-4ab7-8066-47685b715df1 req-762982f1-5f27-4a04-901d-6d53a017b90f tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.148200 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-86faa107-731e-4ab7-8066-47685b715df1 req-762982f1-5f27-4a04-901d-6d53a017b90f tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.1030884 Jan 21 23:25:55.154351 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cfd88521-9913-40ef-8695-d34db3cd2274 req-662826bd-2b8c-4fe9-8875-4db552f20d48 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828426 Jan 21 23:25:55.214545 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-86faa107-731e-4ab7-8066-47685b715df1 req-c785f3f0-e199-4bb5-902a-e0bab6d0cbd9 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590930 Jan 21 23:25:55.287562 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c31f1-4ac5-48be-8396-1a3bc3455d29 req-6400b500-3de7-48e9-9a39-dd44f17ba127 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.290340 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f1c31f1-4ac5-48be-8396-1a3bc3455d29 req-6400b500-3de7-48e9-9a39-dd44f17ba127 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0556271 Jan 21 23:25:55.377143 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1f1c31f1-4ac5-48be-8396-1a3bc3455d29 req-c14f5ca3-5fcb-482e-a8b9-ba4b7e75022c tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797691 Jan 21 23:25:55.402500 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e2d71-c020-4ac9-8ee2-e9bd61ecefc8 req-b1ed9e64-54c1-45da-ad3f-f57479d177a9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.404036 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3b0e2d71-c020-4ac9-8ee2-e9bd61ecefc8 req-b1ed9e64-54c1-45da-ad3f-f57479d177a9 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 931 time: 0.0619414 Jan 21 23:25:55.405480 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33808) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:55.439979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad07561-dd17-4e2f-b6eb-e07944020694 req-d39fb219-65c4-4f5f-a381-7c30f74e3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.441454 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-3ad07561-dd17-4e2f-b6eb-e07944020694 req-d39fb219-65c4-4f5f-a381-7c30f74e3ded service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.1511331 Jan 21 23:25:55.476809 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c21b135-b30c-42fc-970e-27eb6eae916c tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:55.480818 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5c21b135-b30c-42fc-970e-27eb6eae916c tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1094 time: 0.0724759 Jan 21 23:25:55.483370 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33810) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:55.483533 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3b0e2d71-c020-4ac9-8ee2-e9bd61ecefc8 req-9533a205-4363-491e-aa49-96e993ae4029 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685401 Jan 21 23:25:55.488090 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:25:55.596794 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e4176f-8b70-4337-989e-8c7cce8d4d69 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:25:55.606205 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks [] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:55.612085 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-3ad07561-dd17-4e2f-b6eb-e07944020694 req-50d2b42d-56b3-44cc-a64e-fad9294b94ae service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640980 Jan 21 23:25:55.652865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Transition to ACTIVE for port object 33e4176f-8b70-4337-989e-8c7cce8d4d69 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:25:55.677653 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Router 1841eb38-c559-409f-9405-2c658626a060 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:25:55.763385 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:55.780850 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:55.851232 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:25:55.859241 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-fabbd288-3660-44c7-a745-163c0659bf05 admin admin] 10.222.0.138 "PUT /v2.0/routers/1841eb38-c559-409f-9405-2c658626a060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1387701 Jan 21 23:25:55.862244 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33812) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:55.866856 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Sync routers for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:25:55.873064 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:55.879001 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:55.879656 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:55.989279 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Attempting to bind port 33e4176f-8b70-4337-989e-8c7cce8d4d69 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:25:55.989976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Attempting to bind port 33e4176f-8b70-4337-989e-8c7cce8d4d69 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:25:55.989976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Attempting to bind port 33e4176f-8b70-4337-989e-8c7cce8d4d69 on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:25:55.999462 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Port 33e4176f-8b70-4337-989e-8c7cce8d4d69 on network b8a5072e-ab12-4ada-8731-e9167f85afdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:25:55.999888 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Attempting to bind port 33e4176f-8b70-4337-989e-8c7cce8d4d69 on network b8a5072e-ab12-4ada-8731-e9167f85afdc {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:25:56.019383 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks [] for router (1841eb38-c559-409f-9405-2c658626a060), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.022627 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:25:56.022627 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Checking segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:25:56.022627 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Bound using segment: {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:25:56.023008 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Bound port: 33e4176f-8b70-4337-989e-8c7cce8d4d69, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522cd68a-3171-4a4e-8e36-23860f1c2242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:25:56.023328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.048154 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.066626 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:56.118083 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:25:56.122662 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:25:56.162323 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks [] for router_gateway (1841eb38-c559-409f-9405-2c658626a060), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.194601 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.263677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.264490 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.266293 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] 10.222.0.124 "PUT /v2.0/ports/33e4176f-8b70-4337-989e-8c7cce8d4d69 HTTP/1.1" status: 200 len: 1093 time: 1.6772549 Jan 21 23:25:56.269291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:56.272420 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b542840-9d1b-42d4-9bf0-31692041a809" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:56.276699 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:25:54Z', 'revision_number': 5, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port': {'id': '90dd1999-8e3f-46e3-975a-3062493fbd88', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:92:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1841eb38-c559-409f-9405-2c658626a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:17:59Z', 'updated_at': '2022-01-21T23:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:56.317245 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a272b5-28cb-4c96-b6d6-40e51955a0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:56.326582 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Checking router: 1841eb38-c559-409f-9405-2c658626a060 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:25:56.326810 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.27.3.82 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/b1eca436-3e8b-4f9d-8c7c-2de75a448572) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:25:56.331778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Routers {'1841eb38-c559-409f-9405-2c658626a060'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:56.332680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['1841eb38-c559-409f-9405-2c658626a060'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:56.393009 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Deleting port 90dd1999-8e3f-46e3-975a-3062493fbd88 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:56.393635 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.416883 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9ffe3a-6739-4c35-875c-9a29b1465e82 x-openstack-request-id: req-4f9ffe3a-6739-4c35-875c-9a29b1465e82 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:56.417478 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:56.417902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-4f9ffe3a-6739-4c35-875c-9a29b1465e82 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:56.418465 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'status': 'completed', 'code': 200} Jan 21 23:25:56.434744 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] Set router 1841eb38-c559-409f-9405-2c658626a060 gateway port host: None {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:56.489017 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:25:56Z', 'revision_number': 6, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:56.520587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba16134f-dbd6-4bd5-a451-b9728d9c1e77 None None] The sync data for ids ['1841eb38-c559-409f-9405-2c658626a060'] in dv-cinder-825688-1-iscsi is: [{'id': '1841eb38-c559-409f-9405-2c658626a060', 'name': 'tempest-AttachVolumeShelveTestJSON-119743147-router', 'tenant_id': '85960ee333ab45b9bd752c191afacc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:17:58Z', 'updated_at': '2022-01-21T23:25:56Z', 'revision_number': 6, 'project_id': '85960ee333ab45b9bd752c191afacc31', 'gw_port_host': None}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:25:56.524721 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-dab38165-b87c-42c5-b902-630aeb14fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.526907 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-dab38165-b87c-42c5-b902-630aeb14fa6a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 1096 time: 0.0962081 Jan 21 23:25:56.535604 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.544442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96513f-2ea1-461a-9e0b-74816220f73d req-cc2d8b09-a07b-4ba7-8df3-bfe848ea3f28 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.555190 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc96513f-2ea1-461a-9e0b-74816220f73d req-cc2d8b09-a07b-4ba7-8df3-bfe848ea3f28 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.1566432 Jan 21 23:25:56.651124 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] For port 90dd1999-8e3f-46e3-975a-3062493fbd88, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=90dd1999-8e3f-46e3-975a-3062493fbd88,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:56.651124 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.675124 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Calling delete_port for 90dd1999-8e3f-46e3-975a-3062493fbd88 owned by network:router_gateway {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:56.687704 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-0697bb47-5102-44a1-8162-2df96f5d6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.689223 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-0697bb47-5102-44a1-8162-2df96f5d6ad0 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1437006 Jan 21 23:25:56.739733 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:56.747829 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dc96513f-2ea1-461a-9e0b-74816220f73d req-1a531138-aea6-450e-af45-c5431efa6b4e tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835134 Jan 21 23:25:56.758725 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9463-8d3c-40e5-b789-d9ad9c80b192 req-789eb062-0429-466f-bd0e-628170f4ef00 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.764677 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9ce9463-8d3c-40e5-b789-d9ad9c80b192 req-789eb062-0429-466f-bd0e-628170f4ef00 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 943 time: 0.1667745 Jan 21 23:25:56.823824 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:25:56.832555 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:25:56.836758 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:25:56.838679 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=b1eca436-3e8b-4f9d-8c7c-2de75a448572,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:56.866312 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c9ce9463-8d3c-40e5-b789-d9ad9c80b192 req-eba01f85-3ff2-4322-9339-21b04b515e25 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979295 Jan 21 23:25:56.887280 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-d25076f1-2021-4973-bf44-52ee88b61b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:56.896466 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6b542840-9d1b-42d4-9bf0-31692041a809 req-d25076f1-2021-4973-bf44-52ee88b61b02 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927011 Jan 21 23:25:56.983058 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (90dd1999-8e3f-46e3-975a-3062493fbd88), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.040226 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=90dd1999-8e3f-46e3-975a-3062493fbd88,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:57.078911 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-87ba3caf-c646-4dc5-9f43-d33f2c525d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:57.080394 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-87ba3caf-c646-4dc5-9f43-d33f2c525d14 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 1096 time: 0.1095994 Jan 21 23:25:57.081424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (1841eb38-c559-409f-9405-2c658626a060), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.157176 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-1fe430d8-9018-4ea8-ac7b-487356bf7a06 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69 HTTP/1.1" status: 200 len: 217 time: 0.0379667 Jan 21 23:25:57.187457 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (1841eb38-c559-409f-9405-2c658626a060), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.189650 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks [] for router_controller (1841eb38-c559-409f-9405-2c658626a060), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.258082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-82b72135-1d1c-42a6-ac70-9500d4e93945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:57.259611 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-82b72135-1d1c-42a6-ac70-9500d4e93945 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0956249 Jan 21 23:25:57.330705 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (1841eb38-c559-409f-9405-2c658626a060), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.331365 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1841eb38-c559-409f-9405-2c658626a060 {{(pid=103079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:25:57.338088 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.339568 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-77588799-4dd7-4b73-854c-d2bf39b0b7a2 admin admin] 10.222.0.138 "DELETE /v2.0/routers/1841eb38-c559-409f-9405-2c658626a060 HTTP/1.1" status: 204 len: 168 time: 1.4759061 Jan 21 23:25:57.342669 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33820) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:57.361360 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-43115489-bc21-40cf-9bc0-a263bf080d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:57.362938 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-43115489-bc21-40cf-9bc0-a263bf080d17 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946012 Jan 21 23:25:57.391291 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Deleting subnet 90b371e4-d13f-45cf-b444-e8cf16eaefe7 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:25:57.394750 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Publish callbacks [] for subnet (90b371e4-d13f-45cf-b444-e8cf16eaefe7), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.433925 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (90b371e4-d13f-45cf-b444-e8cf16eaefe7), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.461688 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (2ef53470-838f-41ce-aa1a-eebc1e3657d9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.521261 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-51e7d0b6-5615-4a47-ae3d-0b65bc686c23 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383820 Jan 21 23:25:57.547255 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (90b371e4-d13f-45cf-b444-e8cf16eaefe7), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.630273 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.673858 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0045b416-ce63-486f-9fdc-edf199a31cbb req-29b19400-72f3-403b-8905-bff3d5a8213a service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465740 Jan 21 23:25:57.689666 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (90b371e4-d13f-45cf-b444-e8cf16eaefe7), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.825450 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.879416 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.955268 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=b1eca436-3e8b-4f9d-8c7c-2de75a448572,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:57.970243 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (2ef53470-838f-41ce-aa1a-eebc1e3657d9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.983476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92677b34-84a5-4ceb-bfa9-f102805b3d1b None None] Network 63b369c4-f59a-48a7-b980-7d9440fbc399 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:25:57.984235 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b371e4-d13f-45cf-b444-e8cf16eaefe7,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:57.986528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:57.993022 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-82f8caac-5c35-45f5-af8d-7427edcb8a57 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/90b371e4-d13f-45cf-b444-e8cf16eaefe7 HTTP/1.1" status: 204 len: 168 time: 0.6469054 Jan 21 23:25:58.001464 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33828) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:58.058535 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:58.099278 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:25:58.099779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bfa79cdc-d266-4bb2-9ed7-2adf7a629a37 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:25:58.100305 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 90dd1999-8e3f-46e3-975a-3062493fbd88 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:25:58.105586 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 2ef53470-838f-41ce-aa1a-eebc1e3657d9 associated. External IP: 172.27.3.82, port: 61fb977e-4df3-4a9e-9149-19ec418efa4f. Jan 21 23:25:58.124322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 90dd1999-8e3f-46e3-975a-3062493fbd88 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:25:58.124688 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 90dd1999-8e3f-46e3-975a-3062493fbd88 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:25:58.132085 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b5b45-f855-4f70-a55e-8d5cd8f9771a req-b8598660-eaa6-4c49-9ba0-fa82c2a41158 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:58.133688 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-328b5b45-f855-4f70-a55e-8d5cd8f9771a req-b8598660-eaa6-4c49-9ba0-fa82c2a41158 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.1628211 Jan 21 23:25:58.137271 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (63b369c4-f59a-48a7-b980-7d9440fbc399), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.146797 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db8bee-aadd-470b-b423-e44f4a7c285f req-76c2d83f-98f7-44dc-bc84-bb884894c2c6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:58.148345 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29db8bee-aadd-470b-b423-e44f4a7c285f req-76c2d83f-98f7-44dc-bc84-bb884894c2c6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 943 time: 0.1763041 Jan 21 23:25:58.235669 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] DHCP port deletion for 63b369c4-f59a-48a7-b980-7d9440fbc399 request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:25:58.260869 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-328b5b45-f855-4f70-a55e-8d5cd8f9771a req-40358ccf-154e-4838-abdd-b568c302a5fd tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114821 Jan 21 23:25:58.272801 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-29db8bee-aadd-470b-b423-e44f4a7c285f req-77309a5e-369d-40b0-add7-2502a15ca30a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053886 Jan 21 23:25:58.287602 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Deleting port 23b5a281-fd95-48c0-9e83-7a9f99f154bd {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:58.287879 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.293767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Deleting port 23b5a281-fd95-48c0-9e83-7a9f99f154bd {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:25:58.294442 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.364643 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] For port 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=23b5a281-fd95-48c0-9e83-7a9f99f154bd,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:58.365429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.387937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Calling delete_port for 23b5a281-fd95-48c0-9e83-7a9f99f154bd owned by network:dhcp {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:58.388235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] For port 23b5a281-fd95-48c0-9e83-7a9f99f154bd, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=23b5a281-fd95-48c0-9e83-7a9f99f154bd,segment=NetworkSegment(32549876-cd21-4975-b9d3-24120ce4fb2b),segment_id=32549876-cd21-4975-b9d3-24120ce4fb2b)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:25:58.388235 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.400208 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Calling delete_port for 23b5a281-fd95-48c0-9e83-7a9f99f154bd owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:25:58.558361 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.571253 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (23b5a281-fd95-48c0-9e83-7a9f99f154bd), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.589426 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b5a281-fd95-48c0-9e83-7a9f99f154bd,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:58.595644 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] No DVR routers for this DVR port 23b5a281-fd95-48c0-9e83-7a9f99f154bd on host dv-cinder-825688-1-iscsi {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:25:58.602706 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] Pushing event deleted for resources: {'Port': ['ID=23b5a281-fd95-48c0-9e83-7a9f99f154bd,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:58.604934 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382cf87-02ba-4ebc-ad3b-b53876c28996 None None] No DVR routers for this DVR port 23b5a281-fd95-48c0-9e83-7a9f99f154bd on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:25:58.622677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:25:58.682154 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (63b369c4-f59a-48a7-b980-7d9440fbc399), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.703508 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b369c4-f59a-48a7-b980-7d9440fbc399']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:58.712843 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32549876-cd21-4975-b9d3-24120ce4fb2b') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:58.713146 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32549876-cd21-4975-b9d3-24120ce4fb2b') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:58.723228 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (32549876-cd21-4975-b9d3-24120ce4fb2b), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.736573 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (32549876-cd21-4975-b9d3-24120ce4fb2b), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.742619 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:25:58.743229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (32549876-cd21-4975-b9d3-24120ce4fb2b), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.744014 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:25:58.750862 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:25:58.765689 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:25:58.772081 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:58.772741 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:58.841544 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.869567 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-b3480179-693d-4969-aa17-42f5ae5c5bd9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3847122 Jan 21 23:25:58.870414 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:25:58.873139 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdacf29-e053-4a0e-86b2-1d70a67e5280" -d '{"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:25:58.882669 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:58.895422 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (63b369c4-f59a-48a7-b980-7d9440fbc399), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.915637 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63b369c4-f59a-48a7-b980-7d9440fbc399,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:58.916417 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae76416a-1a1c-4958-b45b-86e4d25ae7ac x-openstack-request-id: req-ae76416a-1a1c-4958-b45b-86e4d25ae7ac {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:25:58.916977 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:25:58.918235 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-ae76416a-1a1c-4958-b45b-86e4d25ae7ac {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:25:58.924540 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:58.925097 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'status': 'completed', 'code': 200} Jan 21 23:25:58.925221 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d2ca66fc-b7e3-41a2-84cc-f209d6c00ee9 admin admin] 10.222.0.138 "DELETE /v2.0/networks/63b369c4-f59a-48a7-b980-7d9440fbc399 HTTP/1.1" status: 204 len: 168 time: 0.9180982 Jan 21 23:25:59.002197 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-918585ea-326f-4473-a367-e4380aefbe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:59.003812 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-918585ea-326f-4473-a367-e4380aefbe9c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1099 time: 0.0440199 Jan 21 23:25:59.100053 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-e55ce3f2-0232-46e9-b012-1d3520492d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:59.101808 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-e55ce3f2-0232-46e9-b012-1d3520492d57 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.0926149 Jan 21 23:25:59.121955 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:57Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:59.151765 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:25:59.160448 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:25:59.161062 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:59.172864 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-bb65d5f7-81be-47bd-bba0-28af70937538 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 999 time: 0.0630319 Jan 21 23:25:59.223264 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-331beeec-5973-427b-a790-b4fee3a016da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:59.229073 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-331beeec-5973-427b-a790-b4fee3a016da service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0464869 Jan 21 23:25:59.270002 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:25:59.277206 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-82efe5be-71c0-4f47-8075-70373dd38ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:59.278949 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-82efe5be-71c0-4f47-8075-70373dd38ece service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466647 Jan 21 23:25:59.292942 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33838) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:59.373544 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-db267964-8689-4412-8815-45aac517e932 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=85960ee333ab45b9bd752c191afacc31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0768058 Jan 21 23:25:59.374560 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33842) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:25:59.388238 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-f53d3ddd-f37a-41cb-a63b-2669e694ccb4 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027462 Jan 21 23:25:59.466790 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7f14e-a192-4382-afac-a4465cfd83c6 req-55fd6f86-3b10-4669-8c77-fd4ab30784a5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:25:59.468726 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ffd7f14e-a192-4382-afac-a4465cfd83c6 req-55fd6f86-3b10-4669-8c77-fd4ab30784a5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 943 time: 0.0829115 Jan 21 23:25:59.486000 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] Publish callbacks [] for security_group (c998994f-29c4-43fb-8c94-f9af604f3d07), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:59.490613 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6cdacf29-e053-4a0e-86b2-1d70a67e5280 req-39f94c35-1fc3-4657-844f-44fd23274e6b service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956328 Jan 21 23:25:59.516922 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:57Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:25:59.525016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] Publish callbacks [] for security_group (c998994f-29c4-43fb-8c94-f9af604f3d07), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:59.544747 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7743aeb-fcc5-4638-94dc-95f30e3535a9 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:57Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:25:59.556982 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ffd7f14e-a192-4382-afac-a4465cfd83c6 req-968a6dde-7bde-4729-b6da-a1a0d26c60a6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801723 Jan 21 23:25:59.656579 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c998994f-29c4-43fb-8c94-f9af604f3d07), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:59.659247 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:25:59.660503 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/c998994f-29c4-43fb-8c94-f9af604f3d07 HTTP/1.1" status: 204 len: 168 time: 0.2836044 Jan 21 23:25:59.670311 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab29fe-16de-40f9-932e-c971c41a81a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998994f-29c4-43fb-8c94-f9af604f3d07,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:25:59.794892 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec7da0e-5fa8-4331-9595-f956b61f3134 None None] New status for floating IP 2ef53470-838f-41ce-aa1a-eebc1e3657d9: ACTIVE {{(pid=103080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:26:00.016543 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 23b5a281-fd95-48c0-9e83-7a9f99f154bd no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:26:00.041710 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 23b5a281-fd95-48c0-9e83-7a9f99f154bd {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:26:00.042318 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 23b5a281-fd95-48c0-9e83-7a9f99f154bd not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:26:00.473288 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 33e4176f-8b70-4337-989e-8c7cce8d4d69 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:26:00.565943 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:26:00.576495 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'port_id': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'mac_address': 'fa:16:3e:96:0e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:26:00.624024 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 33e4176f-8b70-4337-989e-8c7cce8d4d69 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:26:00.624768 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:00.641662 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e4176f-8b70-4337-989e-8c7cce8d4d69 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:26:00.663463 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:26:00.686937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd8f72-0e8c-4e7e-bd56-0fb099e1a954 req-6117ca8f-376d-4f17-8908-d051a9c71776 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:00.688642 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5fd8f72-0e8c-4e7e-bd56-0fb099e1a954 req-6117ca8f-376d-4f17-8908-d051a9c71776 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 943 time: 0.0544872 Jan 21 23:26:00.743691 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d5fd8f72-0e8c-4e7e-bd56-0fb099e1a954 req-ca29c102-2db8-413f-bb58-0b3445731415 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491974 Jan 21 23:26:00.748400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:00.797881 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:01.067174 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['33e4176f-8b70-4337-989e-8c7cce8d4d69'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:26:01.866174 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171742f7-d77a-4a3e-af26-8ceef7a80173 req-a9ab1fad-3739-4f30-b4fa-a2a3c47c66d4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:01.867816 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-171742f7-d77a-4a3e-af26-8ceef7a80173 req-a9ab1fad-3739-4f30-b4fa-a2a3c47c66d4 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 944 time: 0.0511224 Jan 21 23:26:01.919116 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-171742f7-d77a-4a3e-af26-8ceef7a80173 req-ab15f05a-83ff-43a0-9419-c6d3745a858c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444467 Jan 21 23:26:02.479069 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 33e4176f-8b70-4337-989e-8c7cce8d4d69 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:26:02.585951 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port 33e4176f-8b70-4337-989e-8c7cce8d4d69 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:26:02.589820 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port 33e4176f-8b70-4337-989e-8c7cce8d4d69 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:26:02.590203 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:02.683374 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port 33e4176f-8b70-4337-989e-8c7cce8d4d69 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:26:02.683779 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:02.708197 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:26:02.710287 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ef43b0-1b54-44a4-b14a-45ce5422fa68" -d '{"events": [{"server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "name": "network-vif-plugged", "status": "completed", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:26:02.723411 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:26:02.749642 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71d7c1-357b-407c-85d5-fbd521f6ae33 x-openstack-request-id: req-8c71d7c1-357b-407c-85d5-fbd521f6ae33 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:26:02.749946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "name": "network-vif-plugged", "status": "completed", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:26:02.750212 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-8c71d7c1-357b-407c-85d5-fbd521f6ae33 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:26:02.750620 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'code': 200} Jan 21 23:26:02.781540 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:02.829060 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:03.042158 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d273b77-69f7-431f-b142-97ec44dc9fdf req-a229952e-c106-4fe3-b4aa-6e20a996006c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:03.044139 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d273b77-69f7-431f-b142-97ec44dc9fdf req-a229952e-c106-4fe3-b4aa-6e20a996006c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Jan 21 23:26:03.092373 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d273b77-69f7-431f-b142-97ec44dc9fdf req-23e7654d-5001-47ee-9f23-1a05b9ca277e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429318 Jan 21 23:26:03.178725 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39771e68-52d1-422f-9665-45a9f1969664 req-5c4d5836-b6c8-44fc-85e1-91386dfc60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:03.180233 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-39771e68-52d1-422f-9665-45a9f1969664 req-5c4d5836-b6c8-44fc-85e1-91386dfc60dd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 1098 time: 0.0417044 Jan 21 23:26:03.225909 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-39771e68-52d1-422f-9665-45a9f1969664 req-f231d3da-ddf4-4632-8dc5-8503e13086b4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388975 Jan 21 23:26:04.213802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce6d48-7c8f-4aab-960b-4b3ed1afda9b req-131e08ba-66c0-4aa5-8ba7-28a5e7430c7c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:04.215368 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d0ce6d48-7c8f-4aab-960b-4b3ed1afda9b req-131e08ba-66c0-4aa5-8ba7-28a5e7430c7c tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0542324 Jan 21 23:26:04.266375 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d0ce6d48-7c8f-4aab-960b-4b3ed1afda9b req-42fa0e79-4dd8-4bd8-bc14-184c08d12499 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Jan 21 23:26:04.387576 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-95ee9559-989a-4488-a499-e8e40b5ea34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:04.766077 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33912) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:04.871380 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d77b7153-cc6d-40ac-a60a-ab2349a2113b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:04.948538 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d77b7153-cc6d-40ac-a60a-ab2349a2113b admin admin] Publish callbacks [] for security_group (d1bea239-e49a-490e-a72b-09c287509c3b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.016087 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d77b7153-cc6d-40ac-a60a-ab2349a2113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d1bea239-e49a-490e-a72b-09c287509c3b), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.056607 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d77b7153-cc6d-40ac-a60a-ab2349a2113b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f0d99e7f47ac4d21a5b9bbc51d8c5602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893758 Jan 21 23:26:05.057565 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b7153-cc6d-40ac-a60a-ab2349a2113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bea239-e49a-490e-a72b-09c287509c3b,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:05.059487 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33916) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:05.111501 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] Publish callbacks [] for security_group (d1bea239-e49a-490e-a72b-09c287509c3b), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.130842 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] Publish callbacks [] for security_group (d1bea239-e49a-490e-a72b-09c287509c3b), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.262039 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (d1bea239-e49a-490e-a72b-09c287509c3b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.264751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.265982 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/d1bea239-e49a-490e-a72b-09c287509c3b HTTP/1.1" status: 204 len: 168 time: 0.2053986 Jan 21 23:26:05.274198 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf260f2-68ba-4928-9095-f824e2dd7e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bea239-e49a-490e-a72b-09c287509c3b,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:05.391200 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d505e-ca18-43a7-9088-87144a074016 req-0793cbed-3825-48a4-a76b-80784be32a3a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:05.392651 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc9d505e-ca18-43a7-9088-87144a074016 req-0793cbed-3825-48a4-a76b-80784be32a3a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Jan 21 23:26:05.443290 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cc9d505e-ca18-43a7-9088-87144a074016 req-5604321d-bfc2-4e4c-bfee-cd8772b3efbe tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Jan 21 23:26:05.565283 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cba5c-2949-428f-bf20-c8f7c3917136 req-8f1fce97-8b88-4847-a6be-e099489224f7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:05.566846 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-446cba5c-2949-428f-bf20-c8f7c3917136 req-8f1fce97-8b88-4847-a6be-e099489224f7 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0532966 Jan 21 23:26:05.576001 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33928) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:05.577076 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:05.581221 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Request body: {'floatingip': {'port_id': '33e4176f-8b70-4337-989e-8c7cce8d4d69'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:26:05.623874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:06.086473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:06.175805 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:06.281477 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Floating IP 4e5103da-6206-4ffa-8acd-1509a4e4fda4 associated. External IP: 172.27.3.124, port: 33e4176f-8b70-4337-989e-8c7cce8d4d69. Jan 21 23:26:06.496070 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:26:06.602900 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:26:06.607832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:06.614393 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:26:06.625122 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:26:06.626152 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:25:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:26:06.655651 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ea04d94b-8b0f-469e-9896-511228f45f4a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "PUT /v2.0/floatingips/4e5103da-6206-4ffa-8acd-1509a4e4fda4 HTTP/1.1" status: 200 len: 991 time: 1.0779436 Jan 21 23:26:06.657002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:26:06.659245 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf5a367-f909-4b60-a255-2c7c7ef04727" -d '{"events": [{"name": "network-changed", "server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:26:06.712976 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595d413e-ed92-430d-87e1-54a65d0d1a60 x-openstack-request-id: req-595d413e-ed92-430d-87e1-54a65d0d1a60 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:26:06.713289 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:26:06.713569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-595d413e-ed92-430d-87e1-54a65d0d1a60 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:26:06.714005 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'status': 'completed', 'code': 200} Jan 21 23:26:06.752338 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:26:06.815898 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-f234e186-760f-4662-9391-439fd77a0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:06.817715 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-f234e186-760f-4662-9391-439fd77a0c7c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 1098 time: 0.0471652 Jan 21 23:26:06.890780 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-16714289-1889-4995-8355-1faf795beb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:06.923449 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-41d435a0-7bab-4fd4-bcfe-d048bcfb9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:06.925492 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-41d435a0-7bab-4fd4-bcfe-d048bcfb9994 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 200 len: 911 time: 0.1010764 Jan 21 23:26:07.006659 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-777543fa-80cf-453c-8768-4920820d5d15 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69 HTTP/1.1" status: 200 len: 999 time: 0.0716240 Jan 21 23:26:07.054141 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-e361a4f2-a6bd-46fc-8870-ccfa02be7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:07.055760 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-e361a4f2-a6bd-46fc-8870-ccfa02be7212 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 200 len: 849 time: 0.0467741 Jan 21 23:26:07.098248 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '4e5103da-6206-4ffa-8acd-1509a4e4fda4', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:96:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:49Z', 'updated_at': '2022-01-21T23:26:05Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:26:07.106357 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-c5b7e7df-91d0-4df9-b13c-d860d76f1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:07.107929 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-c5b7e7df-91d0-4df9-b13c-d860d76f1ae3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8a5072e-ab12-4ada-8731-e9167f85afdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445657 Jan 21 23:26:07.132570 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:26:07.141999 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:26:07.142636 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:26:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:26:07.210857 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-c9634feb-bd9c-485f-800e-3c0008f5a123 service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922852 Jan 21 23:26:07.251560 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:26:07.312936 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-fdf5a367-f909-4b60-a255-2c7c7ef04727 req-66aef7a0-38ed-44e6-8b32-bcdf1000607c service neutron] 10.222.0.124 "GET /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949574 Jan 21 23:26:07.481348 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '4e5103da-6206-4ffa-8acd-1509a4e4fda4', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:96:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:49Z', 'updated_at': '2022-01-21T23:26:05Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:26:07.508640 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c41b7-b5a6-4823-b977-a63405f9b46c None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '4e5103da-6206-4ffa-8acd-1509a4e4fda4', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'floating_ip_address': '172.27.3.124', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'port_id': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'mac_address': 'fa:16:3e:96:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:49Z', 'updated_at': '2022-01-21T23:26:05Z', 'revision_number': 1, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:26:07.743573 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b04d2e-19d3-407f-aa9e-7590c2b1ba91 None None] New status for floating IP 4e5103da-6206-4ffa-8acd-1509a4e4fda4: ACTIVE {{(pid=103080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:26:08.243361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 33992) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:08.351189 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-93e69394-b1f4-424c-86fd-96a854a04a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.424609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-93e69394-b1f4-424c-86fd-96a854a04a4d admin admin] Publish callbacks [] for security_group (2a0882e6-8559-4616-9af3-3197f2082e59), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.506097 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-93e69394-b1f4-424c-86fd-96a854a04a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2a0882e6-8559-4616-9af3-3197f2082e59), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.545989 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-93e69394-b1f4-424c-86fd-96a854a04a4d admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=2ca348c08d5b490aafefe47690fc69ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014679 Jan 21 23:26:08.547654 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69394-b1f4-424c-86fd-96a854a04a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0882e6-8559-4616-9af3-3197f2082e59,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:08.549093 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 33996) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:08.599964 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] Publish callbacks [] for security_group (2a0882e6-8559-4616-9af3-3197f2082e59), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.621171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] Publish callbacks [] for security_group (2a0882e6-8559-4616-9af3-3197f2082e59), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.763265 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2a0882e6-8559-4616-9af3-3197f2082e59), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.766862 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:08.768086 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/2a0882e6-8559-4616-9af3-3197f2082e59 HTTP/1.1" status: 204 len: 168 time: 0.2173033 Jan 21 23:26:08.780019 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e010be-6aa7-4721-9bcc-e38ab02a1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0882e6-8559-4616-9af3-3197f2082e59,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:09.129353 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.439471 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34004) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:09.452761 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02476be4-ec54-4d0e-a89f-db6b4fde4a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.529428 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02476be4-ec54-4d0e-a89f-db6b4fde4a75 admin admin] Publish callbacks [] for security_group (8aff1051-0223-4ffb-b871-31d885fb1d4e), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.604650 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-02476be4-ec54-4d0e-a89f-db6b4fde4a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8aff1051-0223-4ffb-b871-31d885fb1d4e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.645245 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-02476be4-ec54-4d0e-a89f-db6b4fde4a75 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=bfac158b3ce4474e88d836a38bc3f61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2046483 Jan 21 23:26:09.646327 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02476be4-ec54-4d0e-a89f-db6b4fde4a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff1051-0223-4ffb-b871-31d885fb1d4e,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:09.648224 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34006) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:09.697673 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] Publish callbacks [] for security_group (8aff1051-0223-4ffb-b871-31d885fb1d4e), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.719917 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] Publish callbacks [] for security_group (8aff1051-0223-4ffb-b871-31d885fb1d4e), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.839020 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8aff1051-0223-4ffb-b871-31d885fb1d4e), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.841780 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:09.843959 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8aff1051-0223-4ffb-b871-31d885fb1d4e HTTP/1.1" status: 204 len: 168 time: 0.1931465 Jan 21 23:26:09.851972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8438be5-e3a7-41cc-89b1-d5ac818b4283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff1051-0223-4ffb-b871-31d885fb1d4e,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:10.187425 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-39e1f9ec-79bc-4166-87e3-064edca59689 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439382 Jan 21 23:26:10.272877 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-47dd7a12-f610-49df-8047-7c6f2b0f0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:10.274426 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-47dd7a12-f610-49df-8047-7c6f2b0f0c04 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0434494 Jan 21 23:26:10.393387 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-472dcd61-4a4c-4989-8e91-24cc62a6a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:10.394814 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-472dcd61-4a4c-4989-8e91-24cc62a6a17d service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.0875945 Jan 21 23:26:10.468342 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-6a1e1e78-cfd6-4183-b604-51c6dd0e402c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 1001 time: 0.0627444 Jan 21 23:26:10.516703 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-0a47e13d-d2a3-4de7-ac6e-1e4213c81739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:10.518209 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-0a47e13d-d2a3-4de7-ac6e-1e4213c81739 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.0437980 Jan 21 23:26:10.563379 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-6810944c-2dab-491b-bd99-7ce984e205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:26:10.565026 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-6810944c-2dab-491b-bd99-7ce984e205dc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415306 Jan 21 23:26:10.656839 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:10.662873 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-072aff6c-966f-41e0-9de6-6a38b736115b service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910180 Jan 21 23:26:10.760299 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-ac8f0953-cb34-4877-a4c5-cad450a4ab87 req-97f1295e-22b0-4a72-9a9b-5978f48b91d5 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876064 Jan 21 23:26:11.306286 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.002462 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34170) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:24.109218 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7514-a7df-4375-818f-4cdbac2fb711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.182679 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7514-a7df-4375-818f-4cdbac2fb711 admin admin] Publish callbacks [] for security_group (950a9429-1e28-4263-bcb9-3f5511439771), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.261525 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5e8a7514-a7df-4375-818f-4cdbac2fb711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (950a9429-1e28-4263-bcb9-3f5511439771), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.300324 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5e8a7514-a7df-4375-818f-4cdbac2fb711 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=66d6d5957ab84879b149a81815878c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966599 Jan 21 23:26:24.301224 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a7514-a7df-4375-818f-4cdbac2fb711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950a9429-1e28-4263-bcb9-3f5511439771,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:24.303291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34174) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:24.353848 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] Publish callbacks [] for security_group (950a9429-1e28-4263-bcb9-3f5511439771), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.375060 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] Publish callbacks [] for security_group (950a9429-1e28-4263-bcb9-3f5511439771), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.478628 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (950a9429-1e28-4263-bcb9-3f5511439771), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.481341 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:24.482575 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/950a9429-1e28-4263-bcb9-3f5511439771 HTTP/1.1" status: 204 len: 168 time: 0.1781256 Jan 21 23:26:24.490592 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd7115-67d0-497c-a0b3-bc40f8c201c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a9429-1e28-4263-bcb9-3f5511439771,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:25.056825 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34182) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:25.070288 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7403-6608-4149-b39a-6f99d83249c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.115496 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:26:25.146331 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7403-6608-4149-b39a-6f99d83249c3 admin admin] Publish callbacks [] for security_group (7cab2862-2c57-4237-b5ed-eebf92198dd6), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.198677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-ed3b7403-6608-4149-b39a-6f99d83249c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7cab2862-2c57-4237-b5ed-eebf92198dd6), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.237744 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ed3b7403-6608-4149-b39a-6f99d83249c3 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d8fc7861dcf040da8179003d8a9ab194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797295 Jan 21 23:26:25.238863 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b7403-6608-4149-b39a-6f99d83249c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab2862-2c57-4237-b5ed-eebf92198dd6,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:25.240621 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34184) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:25.288454 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] Publish callbacks [] for security_group (7cab2862-2c57-4237-b5ed-eebf92198dd6), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.309846 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] Publish callbacks [] for security_group (7cab2862-2c57-4237-b5ed-eebf92198dd6), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.409001 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (7cab2862-2c57-4237-b5ed-eebf92198dd6), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.411621 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:25.412862 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/7cab2862-2c57-4237-b5ed-eebf92198dd6 HTTP/1.1" status: 204 len: 168 time: 0.1711519 Jan 21 23:26:25.421119 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a276-1a37-4207-b6cf-9171d5a1eea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab2862-2c57-4237-b5ed-eebf92198dd6,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:29.649529 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34264) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:29.765775 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8f78-025b-4572-bc32-aea6f91335d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:29.840232 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8f78-025b-4572-bc32-aea6f91335d0 admin admin] Publish callbacks [] for security_group (ff73e0e4-f236-4cd7-949f-4add8c4f756f), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:29.935447 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8f78-025b-4572-bc32-aea6f91335d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ff73e0e4-f236-4cd7-949f-4add8c4f756f), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:29.976855 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b4cc8f78-025b-4572-bc32-aea6f91335d0 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=2001a4872f8c429c8af3aa69883a5bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260570 Jan 21 23:26:29.977770 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8f78-025b-4572-bc32-aea6f91335d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff73e0e4-f236-4cd7-949f-4add8c4f756f,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:29.979768 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34268) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:30.032027 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] Publish callbacks [] for security_group (ff73e0e4-f236-4cd7-949f-4add8c4f756f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.053498 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] Publish callbacks [] for security_group (ff73e0e4-f236-4cd7-949f-4add8c4f756f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.170013 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ff73e0e4-f236-4cd7-949f-4add8c4f756f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.172543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.173746 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/ff73e0e4-f236-4cd7-949f-4add8c4f756f HTTP/1.1" status: 204 len: 168 time: 0.1928909 Jan 21 23:26:30.182073 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2bb1c-b6fc-4478-afd8-91557f73487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff73e0e4-f236-4cd7-949f-4add8c4f756f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:30.798028 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34278) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:30.811624 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e21e72c-40df-437a-8e22-8ee2aaf1ff2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.886757 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e21e72c-40df-437a-8e22-8ee2aaf1ff2c admin admin] Publish callbacks [] for security_group (8bed5d27-430c-41a1-bd3c-2ed631463ec9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.945650 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7e21e72c-40df-437a-8e22-8ee2aaf1ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8bed5d27-430c-41a1-bd3c-2ed631463ec9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:30.985255 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7e21e72c-40df-437a-8e22-8ee2aaf1ff2c admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=fd782036a74c493fb7d9c395e7a7f17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860182 Jan 21 23:26:30.986493 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21e72c-40df-437a-8e22-8ee2aaf1ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bed5d27-430c-41a1-bd3c-2ed631463ec9,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:30.987941 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34280) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:31.038343 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] Publish callbacks [] for security_group (8bed5d27-430c-41a1-bd3c-2ed631463ec9), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:31.060109 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] Publish callbacks [] for security_group (8bed5d27-430c-41a1-bd3c-2ed631463ec9), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:31.191741 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8bed5d27-430c-41a1-bd3c-2ed631463ec9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:31.194367 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:31.195571 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8bed5d27-430c-41a1-bd3c-2ed631463ec9 HTTP/1.1" status: 204 len: 168 time: 0.2065580 Jan 21 23:26:31.204062 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f297d-2412-4876-b088-79b6d84c9887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bed5d27-430c-41a1-bd3c-2ed631463ec9,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:34.380118 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6934fa7b-978f-42d0-9dbc-5edf20fe3317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:35.610628 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:36.918487 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-daa1072e-c159-4452-b108-6f5a4b4fa119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:39.151398 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:40.608590 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:41.284490 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:43.837136 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34396) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:43.944703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-89411e4f-99ef-4f2c-beeb-b762338c19fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.018570 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-89411e4f-99ef-4f2c-beeb-b762338c19fa admin admin] Publish callbacks [] for security_group (654b67a4-d7d1-4114-80e4-4cd3716c4846), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.076599 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-89411e4f-99ef-4f2c-beeb-b762338c19fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (654b67a4-d7d1-4114-80e4-4cd3716c4846), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.115080 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89411e4f-99ef-4f2c-beeb-b762338c19fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b67a4-d7d1-4114-80e4-4cd3716c4846,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:44.120722 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-89411e4f-99ef-4f2c-beeb-b762338c19fa admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=25fb529f92fa4e0693ce4d379c883bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824764 Jan 21 23:26:44.123385 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34400) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:44.172687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] Publish callbacks [] for security_group (654b67a4-d7d1-4114-80e4-4cd3716c4846), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.194316 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] Publish callbacks [] for security_group (654b67a4-d7d1-4114-80e4-4cd3716c4846), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.313319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (654b67a4-d7d1-4114-80e4-4cd3716c4846), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.316002 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:44.317328 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/654b67a4-d7d1-4114-80e4-4cd3716c4846 HTTP/1.1" status: 204 len: 168 time: 0.1930015 Jan 21 23:26:44.325701 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067e21-59fd-4e6d-bd3f-f002c021f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b67a4-d7d1-4114-80e4-4cd3716c4846,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:44.924893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34408) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:44.939982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.012540 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Publish callbacks [] for security_group (2b02b238-a4a2-455a-8b89-016fe68f4392), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.083901 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2b02b238-a4a2-455a-8b89-016fe68f4392), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.125894 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=5d5ab469866447efbf9e44eaa74d91e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1998532 Jan 21 23:26:45.126837 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02b238-a4a2-455a-8b89-016fe68f4392,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:26:45.128803 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34410) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:26:45.134227 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.134600 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.134965 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.135321 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.135677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.136026 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.136407 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.136765 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.137109 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.137453 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.137797 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.138136 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.138473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e86f8c-9fa4-46bf-88d3-bd92657daeb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:26:45.182356 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] Publish callbacks [] for security_group (2b02b238-a4a2-455a-8b89-016fe68f4392), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.204004 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] Publish callbacks [] for security_group (2b02b238-a4a2-455a-8b89-016fe68f4392), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.322582 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2b02b238-a4a2-455a-8b89-016fe68f4392), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.325267 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:26:45.326461 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/2b02b238-a4a2-455a-8b89-016fe68f4392 HTTP/1.1" status: 204 len: 168 time: 0.1965356 Jan 21 23:26:45.340333 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eace46-3b14-43a1-a7ce-9f14156cad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02b238-a4a2-455a-8b89-016fe68f4392,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:02.115053 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:27:04.379512 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef54399-fed4-4cad-b291-e1367d899a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:04.953898 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34622) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:05.061144 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.141155 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Publish callbacks [] for security_group (15a74831-76a9-4350-9c6c-c94591836ae4), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.221059 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (15a74831-76a9-4350-9c6c-c94591836ae4), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.262443 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=3d002f216e994ee09e93aaf825dd62d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073547 Jan 21 23:27:05.263382 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a74831-76a9-4350-9c6c-c94591836ae4,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:05.265487 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34628) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:05.271091 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.271481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.272420 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.272790 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.273135 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.273491 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.273842 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.274191 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.274537 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.274885 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.275237 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.275587 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.275928 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ff980-3c45-47e7-8956-216f5f49f4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:05.318285 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] Publish callbacks [] for security_group (15a74831-76a9-4350-9c6c-c94591836ae4), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.340953 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] Publish callbacks [] for security_group (15a74831-76a9-4350-9c6c-c94591836ae4), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.472638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (15a74831-76a9-4350-9c6c-c94591836ae4), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.475919 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:05.477227 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/15a74831-76a9-4350-9c6c-c94591836ae4 HTTP/1.1" status: 204 len: 168 time: 0.2106893 Jan 21 23:27:05.485303 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40b4f-6794-42e9-b4f5-49342211c5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a74831-76a9-4350-9c6c-c94591836ae4,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:05.620967 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.446760 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34656) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:06.546622 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341056763-network', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:06.603995 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Made reservation on behalf of 0d2a8b2cf69b4df8bf5c89d8155a0baf for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:27:06.606447 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.615387 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.693586 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks [] for security_group (4e4ad8cd-a495-4663-a964-22a49a4beff5), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.746915 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (4e4ad8cd-a495-4663-a964-22a49a4beff5), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.773141 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:27:06.783046 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4ad8cd-a495-4663-a964-22a49a4beff5,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:06.788523 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (f4c45531-ecd0-4ebf-af8b-d14f864995c9), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.788893 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Added segment f4c45531-ecd0-4ebf-af8b-d14f864995c9 of type vlan for network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 Jan 21 23:27:06.829603 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.894048 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-5d83691b-8e3c-4540-8b3b-4d6a7151b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.987001 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:06.987955 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:06.988608 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.047330 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:07.057514 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:27:07.085615 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-46efcd95-d0ff-4270-a1a3-8eee023594d6 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6376441 Jan 21 23:27:07.088597 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34662) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:07.093580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Request body: {'subnet': {'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341056763-subnet', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:07.186394 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Made reservation on behalf of 0d2a8b2cf69b4df8bf5c89d8155a0baf for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:27:07.188791 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.398706 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (85be4f06-b20d-488c-8575-e119a4dc23fb), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.454094 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=85be4f06-b20d-488c-8575-e119a4dc23fb,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:07.463626 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Checking segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:07.464003 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Network hostable DHCP agents. Network: 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:27:07.550490 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:27:07.625002 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:07.629384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:07.630002 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.640566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f095b9-cbde-40cf-908a-8f2950fad20f None None] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:07.719948 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8dcb83f8-f335-4748-8ad9-60a30c249c3f admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6300576 Jan 21 23:27:07.722763 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34664) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:07.727507 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:07.743907 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:27:07.743907 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.831494 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.832614 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:07.877137 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Allocated IP 172.20.0.2 (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1/85be4f06-b20d-488c-8575-e119a4dc23fb/128817cd-ad74-4005-bf84-aa301f9f4c24) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:07.882987 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for router_controller (e42d024a-d1ab-4670-b9ec-4cb031817997), precommit_add_association {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.023713 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks [] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.096042 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.132722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for router_gateway (e42d024a-d1ab-4670-b9ec-4cb031817997), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.136698 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:08.139620 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:08.143111 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:08.149975 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Pushing event updated for resources: {'Port': ['ID=128817cd-ad74-4005-bf84-aa301f9f4c24,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:08.159912 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.160302 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.160676 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.161032 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.161414 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.161763 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.162116 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.162460 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.162804 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.163145 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.163488 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.163827 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.164163 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:08.214386 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Attempting to bind port 128817cd-ad74-4005-bf84-aa301f9f4c24 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:08.214870 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Attempting to bind port 128817cd-ad74-4005-bf84-aa301f9f4c24 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:08.215336 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Attempting to bind port 128817cd-ad74-4005-bf84-aa301f9f4c24 on network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:08.220848 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:08.221330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Checking segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:08.221830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.222333 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Bound using segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:08.222811 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Bound port: 128817cd-ad74-4005-bf84-aa301f9f4c24, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:08.223208 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.288163 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] For port 128817cd-ad74-4005-bf84-aa301f9f4c24, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:08.291599 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] For port 128817cd-ad74-4005-bf84-aa301f9f4c24, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=128817cd-ad74-4005-bf84-aa301f9f4c24,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:08.372625 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for router_gateway (e42d024a-d1ab-4670-b9ec-4cb031817997), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.391792 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.394097 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.454558 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632171e7-3c29-4d8d-b412-07b830fb28a6 None None] Pushing event updated for resources: {'Port': ['ID=128817cd-ad74-4005-bf84-aa301f9f4c24,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:08.506033 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Allocated IP 172.27.3.241 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/8605aa37-5299-4d25-8f24-fef233872923) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:08.626113 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for port (8605aa37-5299-4d25-8f24-fef233872923), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.696132 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (8605aa37-5299-4d25-8f24-fef233872923), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:08.742034 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:08.747493 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:08.750161 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:08.753928 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Pushing event updated for resources: {'Port': ['ID=8605aa37-5299-4d25-8f24-fef233872923,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:09.095740 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for router_gateway (e42d024a-d1ab-4670-b9ec-4cb031817997), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.147144 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.299660 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.466631 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Router e42d024a-d1ab-4670-b9ec-4cb031817997 is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103079) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:27:09.496175 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3141f32-0574-4d2a-b391-355f4eab68b5 None None] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:09.567853 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Provisioning complete for port 128817cd-ad74-4005-bf84-aa301f9f4c24 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:09.568238 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.577639 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:09.590252 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Sync routers for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:09.601650 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:09.602277 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:09.643118 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.644655 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-eb7d933f-4322-4651-a5d7-3c835b987e1f admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9206223 Jan 21 23:27:09.648184 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34674) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:09.692049 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Current status of the port 128817cd-ad74-4005-bf84-aa301f9f4c24 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:09.692767 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.736289 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:09.736580 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] For port 128817cd-ad74-4005-bf84-aa301f9f4c24, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=128817cd-ad74-4005-bf84-aa301f9f4c24,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:09.843728 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:09.916400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd96688-8b11-4411-8e55-a25ac5e8fcec None None] Pushing event updated for resources: {'Port': ['ID=128817cd-ad74-4005-bf84-aa301f9f4c24,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:09.941448 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:08Z', 'revision_number': 3, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:09.972790 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Checking router: e42d024a-d1ab-4670-b9ec-4cb031817997 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:09.973278 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Updating router e42d024a-d1ab-4670-b9ec-4cb031817997 port 8605aa37-5299-4d25-8f24-fef233872923 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:27:10.006809 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8605aa37-5299-4d25-8f24-fef233872923), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.077710 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-1ea65b46-1aa0-4589-a43a-13e0a4870555 None None] Provisioning complete for port 128817cd-ad74-4005-bf84-aa301f9f4c24 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:10.078135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1ea65b46-1aa0-4589-a43a-13e0a4870555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.173257 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 128817cd-ad74-4005-bf84-aa301f9f4c24 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:10.221002 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-1ea65b46-1aa0-4589-a43a-13e0a4870555 None None] Current status of the port 128817cd-ad74-4005-bf84-aa301f9f4c24 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:10.239470 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 128817cd-ad74-4005-bf84-aa301f9f4c24 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:10.239754 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.325538 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 128817cd-ad74-4005-bf84-aa301f9f4c24 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:10.330769 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks [] for port (8605aa37-5299-4d25-8f24-fef233872923), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.378692 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.403947 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (8605aa37-5299-4d25-8f24-fef233872923), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.456600 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Pushing event updated for resources: {'Port': ['ID=8605aa37-5299-4d25-8f24-fef233872923,revision_number=2']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:10.458703 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Attempting to bind port 8605aa37-5299-4d25-8f24-fef233872923 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:10.459603 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Attempting to bind port 8605aa37-5299-4d25-8f24-fef233872923 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:10.459945 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Attempting to bind port 8605aa37-5299-4d25-8f24-fef233872923 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:10.469234 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.469625 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.470007 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.470366 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.470716 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.471066 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.471412 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.471757 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.472107 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.472492 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.472836 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.473182 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.474377 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:10.479103 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:10.479103 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:10.479467 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.479621 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:10.480075 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Bound port: 8605aa37-5299-4d25-8f24-fef233872923, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:10.480479 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8605aa37-5299-4d25-8f24-fef233872923), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.543226 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Allocated IP 172.20.0.1 (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1/85be4f06-b20d-488c-8575-e119a4dc23fb/140add04-119c-4372-8d66-19b271ab86d1) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:10.630851 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.646231 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] For port 8605aa37-5299-4d25-8f24-fef233872923, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:10.650371 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] For port 8605aa37-5299-4d25-8f24-fef233872923, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=8605aa37-5299-4d25-8f24-fef233872923,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:10.668106 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks [] for port (140add04-119c-4372-8d66-19b271ab86d1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.722678 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (8605aa37-5299-4d25-8f24-fef233872923), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.745822 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.779027 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:10.779724 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:10.791191 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:10.793853 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:10.796428 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:10.817092 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c391be6-9e7c-471e-819f-88f67ba7db0d None None] Pushing event updated for resources: {'Port': ['ID=8605aa37-5299-4d25-8f24-fef233872923,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:10.825792 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Pushing event updated for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:10.845504 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (e42d024a-d1ab-4670-b9ec-4cb031817997), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:10.902528 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:11.047798 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140add04-119c-4372-8d66-19b271ab86d1), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.100507 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:08Z', 'revision_number': 3, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:11.131749 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7010dc-91f9-4fb3-bfad-dfded2fa96f5 None None] The sync data for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi is: [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:08Z', 'revision_number': 3, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:11.153989 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-159d730d-eba7-49ce-b635-2e8fe2d1c1c5 None None] Provisioning complete for port 140add04-119c-4372-8d66-19b271ab86d1 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:11.154383 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-159d730d-eba7-49ce-b635-2e8fe2d1c1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140add04-119c-4372-8d66-19b271ab86d1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.192054 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-159d730d-eba7-49ce-b635-2e8fe2d1c1c5 None None] Port 140add04-119c-4372-8d66-19b271ab86d1 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:27:11.247294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks [] for port (140add04-119c-4372-8d66-19b271ab86d1), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.283925 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.308722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.378899 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (e42d024a-d1ab-4670-b9ec-4cb031817997), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.381752 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Pushing event updated for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:11.495642 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:11.497588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:11.626878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Router e42d024a-d1ab-4670-b9ec-4cb031817997 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:11.755441 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:11.770173 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-33581473-7503-4dcb-8581-606a419fd842 admin admin] 10.222.0.138 "PUT /v2.0/routers/e42d024a-d1ab-4670-b9ec-4cb031817997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1122801 Jan 21 23:27:11.817883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-4412cae7-f0f5-46aa-94a4-c4dabfcc5f47 None None] Provisioning complete for port 140add04-119c-4372-8d66-19b271ab86d1 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:11.819013 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-4412cae7-f0f5-46aa-94a4-c4dabfcc5f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140add04-119c-4372-8d66-19b271ab86d1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:11.853325 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-4412cae7-f0f5-46aa-94a4-c4dabfcc5f47 None None] Port 140add04-119c-4372-8d66-19b271ab86d1 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:27:12.121429 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 8605aa37-5299-4d25-8f24-fef233872923 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:12.176247 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 8605aa37-5299-4d25-8f24-fef233872923 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:12.181189 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (8605aa37-5299-4d25-8f24-fef233872923), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.280710 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 8605aa37-5299-4d25-8f24-fef233872923 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:12.281448 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (8605aa37-5299-4d25-8f24-fef233872923), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.311583 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 8605aa37-5299-4d25-8f24-fef233872923, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=8605aa37-5299-4d25-8f24-fef233872923,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:12.397449 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (8605aa37-5299-4d25-8f24-fef233872923), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.448386 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=8605aa37-5299-4d25-8f24-fef233872923,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:12.551615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34702) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:12.556906 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-94688566-network', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:12.624927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Made reservation on behalf of 6f7850c5d3054ca599c82ebc6dbd655f for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:27:12.627538 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.636951 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.713534 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks [] for security_group (2f0d76fd-7273-437d-aeb9-72c777a89270), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.781247 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2f0d76fd-7273-437d-aeb9-72c777a89270), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.807610 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:27:12.816461 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0d76fd-7273-437d-aeb9-72c777a89270,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:12.822593 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (d2b0e155-3ec7-4aaf-912a-7d2119b7d855), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.822954 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Added segment d2b0e155-3ec7-4aaf-912a-7d2119b7d855 of type vlan for network bcbddfbf-89c2-4310-8941-a5eacfca3222 Jan 21 23:27:12.866239 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (bcbddfbf-89c2-4310-8941-a5eacfca3222), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.951285 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (bcbddfbf-89c2-4310-8941-a5eacfca3222), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:12.952371 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:12.953022 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.019414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] Pushing event updated for resources: {'Network': ['ID=bcbddfbf-89c2-4310-8941-a5eacfca3222,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:13.029586 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:27:13.081297 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4ced0b54-b441-44c6-8ff8-4dd8cb6e1c6c admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5284617 Jan 21 23:27:13.084302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34704) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:13.087973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Sync routers for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:13.089524 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Request body: {'subnet': {'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-94688566-subnet', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:13.111545 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:13.116197 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:13.192870 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Made reservation on behalf of 6f7850c5d3054ca599c82ebc6dbd655f for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:27:13.195500 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.371174 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:13.460793 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (8f5a796b-ce17-4a99-bc53-e38b6f45009e), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.515305 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5a796b-ce17-4a99-bc53-e38b6f45009e,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:13.532100 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Checking segment: {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:13.532516 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Network hostable DHCP agents. Network: bcbddfbf-89c2-4310-8941-a5eacfca3222, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:27:13.582142 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:11Z', 'revision_number': 2, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:13.609188 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Checking router: e42d024a-d1ab-4670-b9ec-4cb031817997 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:13.609564 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Updating router e42d024a-d1ab-4670-b9ec-4cb031817997 port 140add04-119c-4372-8d66-19b271ab86d1 binding host dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:27:13.634687 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140add04-119c-4372-8d66-19b271ab86d1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.649878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:27:13.735341 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, bcbddfbf-89c2-4310-8941-a5eacfca3222) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:13.739731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:13.740434 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.749392 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51850c6d-efd7-4406-ab0c-38d4e39642e4 None None] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:13.804454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34720) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:13.805091 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-27b970af-8271-4d28-aea3-64745518a05d admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7190988 Jan 21 23:27:13.808991 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:13.907036 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3647856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-368'] for router (8167e22f-7a90-4199-b615-56ea52e9619a), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.908314 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3648448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3645084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3823188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-383'] for router (8167e22f-7a90-4199-b615-56ea52e9619a), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.918361 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7b7e41ba-3412-5a34-8b98-ded523768500-bcbddfbf-89c2-4310-8941-a5eacfca3222', 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222', 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'fixed_ips': [{'subnet_id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e'}]}} from dv-cinder-825688-1-iscsi. {{(pid=103080) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 21 23:27:13.919214 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:13.964124 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for router_controller (8167e22f-7a90-4199-b615-56ea52e9619a), precommit_add_association {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.102342 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 8605aa37-5299-4d25-8f24-fef233872923 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:14.121403 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks [] for port (140add04-119c-4372-8d66-19b271ab86d1), precommit_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.168297 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.db_base_plugin_common [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Allocated IP 172.20.0.2 (bcbddfbf-89c2-4310-8941-a5eacfca3222/8f5a796b-ce17-4a99-bc53-e38b6f45009e/bf7c42c3-4e60-4c82-acd0-a859d7477a02) {{(pid=103080) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:14.216635 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for router_gateway (8167e22f-7a90-4199-b615-56ea52e9619a), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.247432 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.249362 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 8605aa37-5299-4d25-8f24-fef233872923 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:14.249741 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (8605aa37-5299-4d25-8f24-fef233872923), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.357677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590246e-9414-43ea-ac48-ff256ef10696 None None] Pushing event updated for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:14.451096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks [] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), precommit_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.486053 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Attempting to bind port 140add04-119c-4372-8d66-19b271ab86d1 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:14.486452 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Attempting to bind port 140add04-119c-4372-8d66-19b271ab86d1 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:14.486839 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Attempting to bind port 140add04-119c-4372-8d66-19b271ab86d1 on network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:14.498791 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:14.499198 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Checking segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:14.499687 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.500033 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Bound using segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:14.500583 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Bound port: 140add04-119c-4372-8d66-19b271ab86d1, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:14.500994 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140add04-119c-4372-8d66-19b271ab86d1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.511309 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 8605aa37-5299-4d25-8f24-fef233872923 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:14.528048 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for router_gateway (8167e22f-7a90-4199-b615-56ea52e9619a), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.543806 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), after_create {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.549206 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.609911 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 is already hosted by enough agents. {{(pid=103080) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:14.620059 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.scheduler.base_scheduler [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Resources bound (agent type, host, resource id): {{(pid=103080) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:14.627013 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Pushing event updated for resources: {'Port': ['ID=bf7c42c3-4e60-4c82-acd0-a859d7477a02,revision_number=1']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:14.627013 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Received port after_create {{(pid=103080) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:14.629915 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] For port 140add04-119c-4372-8d66-19b271ab86d1, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:14.636130 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] For port 140add04-119c-4372-8d66-19b271ab86d1, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140add04-119c-4372-8d66-19b271ab86d1,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:14.669711 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Allocated IP 172.27.3.50 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/574ae267-6464-4146-951e-8c4bf3b46311) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:14.694096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Attempting to bind port bf7c42c3-4e60-4c82-acd0-a859d7477a02 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:14.694784 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Attempting to bind port bf7c42c3-4e60-4c82-acd0-a859d7477a02 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:14.694957 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Attempting to bind port bf7c42c3-4e60-4c82-acd0-a859d7477a02 on network bcbddfbf-89c2-4310-8941-a5eacfca3222 {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:14.703567 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:14.703966 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Checking segment: {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:14.704421 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.704840 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Bound using segment: {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'} {{(pid=103080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:14.705326 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.managers [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Bound port: bf7c42c3-4e60-4c82-acd0-a859d7477a02, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'}}] {{(pid=103080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:14.705731 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.719599 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.726880 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Provisioning complete for port 140add04-119c-4372-8d66-19b271ab86d1 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:14.727265 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140add04-119c-4372-8d66-19b271ab86d1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:14.861577 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590246e-9414-43ea-ac48-ff256ef10696 None None] Pushing event updated for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:14.873486 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:14.874145 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:14.918828 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] For port bf7c42c3-4e60-4c82-acd0-a859d7477a02, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:14.947495 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] For port bf7c42c3-4e60-4c82-acd0-a859d7477a02, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bf7c42c3-4e60-4c82-acd0-a859d7477a02,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:15.039326 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Current status of the port 140add04-119c-4372-8d66-19b271ab86d1 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:15.039892 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (140add04-119c-4372-8d66-19b271ab86d1), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.050474 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.065322 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:15.082904 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for port (574ae267-6464-4146-951e-8c4bf3b46311), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.160980 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] For port 140add04-119c-4372-8d66-19b271ab86d1, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140add04-119c-4372-8d66-19b271ab86d1,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:15.180754 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (574ae267-6464-4146-951e-8c4bf3b46311), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.227177 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3298428-ac63-4825-b4dd-60da6b033d56 None None] Pushing event updated for resources: {'Port': ['ID=bf7c42c3-4e60-4c82-acd0-a859d7477a02,revision_number=2']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:15.235064 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:15.241593 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:15.243991 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.245473 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:15.274458 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Pushing event updated for resources: {'Port': ['ID=574ae267-6464-4146-951e-8c4bf3b46311,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:15.519102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6e854-29eb-4ee5-ac96-d15cebbd4215 None None] Pushing event updated for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:15.546015 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-a671fd38-9291-48c1-aad7-820ec79309c3 None None] Provisioning complete for port 140add04-119c-4372-8d66-19b271ab86d1 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:15.546407 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a671fd38-9291-48c1-aad7-820ec79309c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140add04-119c-4372-8d66-19b271ab86d1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.617691 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:14Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:15.661057 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for router_gateway (8167e22f-7a90-4199-b615-56ea52e9619a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:15.672400 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef798d9-16d4-4e4e-9e1f-aa3f117ed337 None None] The sync data for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi is: [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:14Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:15.679979 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a671fd38-9291-48c1-aad7-820ec79309c3 None None] Current status of the port 140add04-119c-4372-8d66-19b271ab86d1 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:15.893100 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3648503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3646769'] for router (8167e22f-7a90-4199-b615-56ea52e9619a), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.150972 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Router 8167e22f-7a90-4199-b615-56ea52e9619a is scheduled to L3 agent 17a992b6-723f-4953-a914-615c8020b550 with binding_index 1 {{(pid=103078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 21 23:27:16.229135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bf7c42c3-4e60-4c82-acd0-a859d7477a02 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:16.338741 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port bf7c42c3-4e60-4c82-acd0-a859d7477a02 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:16.339310 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.356542 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:16.368905 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Sync routers for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:16.397631 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:16.398555 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:16.463751 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.468548 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34736) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:16.469360 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-a5194617-cee2-4928-b8c5-1953dc2d0f5b admin admin] 10.222.0.138 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6637568 Jan 21 23:27:16.473306 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5041e37-3154-45cf-aa2c-a70a8b403642 None None] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:16.569485 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port bf7c42c3-4e60-4c82-acd0-a859d7477a02 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:16.571381 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.575273 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:16.592215 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Provisioning complete for port bf7c42c3-4e60-4c82-acd0-a859d7477a02 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:16.595365 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.690861 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port bf7c42c3-4e60-4c82-acd0-a859d7477a02, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bf7c42c3-4e60-4c82-acd0-a859d7477a02,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:16.781464 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.781780 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140add04-119c-4372-8d66-19b271ab86d1 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:16.785639 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 3, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:16.836549 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Checking router: 8167e22f-7a90-4199-b615-56ea52e9619a for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:16.837199 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Updating router 8167e22f-7a90-4199-b615-56ea52e9619a port 574ae267-6464-4146-951e-8c4bf3b46311 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:27:16.869167 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (574ae267-6464-4146-951e-8c4bf3b46311), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:16.921011 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Current status of the port bf7c42c3-4e60-4c82-acd0-a859d7477a02 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:16.922463 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.076739 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=bf7c42c3-4e60-4c82-acd0-a859d7477a02,revision_number=3']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:17.103550 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 140add04-119c-4372-8d66-19b271ab86d1 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:17.103943 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (140add04-119c-4372-8d66-19b271ab86d1), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.127437 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.154736 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.db.api [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 21 23:27:17.155260 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG oslo_db.api [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 21 23:27:17.218356 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 140add04-119c-4372-8d66-19b271ab86d1 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:17.284425 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks [] for port (574ae267-6464-4146-951e-8c4bf3b46311), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.317747 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_common [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Allocated IP 172.20.0.1 (bcbddfbf-89c2-4310-8941-a5eacfca3222/8f5a796b-ce17-4a99-bc53-e38b6f45009e/4f3cde91-6529-4df8-a256-ad13299073f9) {{(pid=103079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:17.341286 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (574ae267-6464-4146-951e-8c4bf3b46311), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.393577 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434e98-6745-4a2b-a1d3-975ba735fac2 None None] Pushing event updated for resources: {'Port': ['ID=574ae267-6464-4146-951e-8c4bf3b46311,revision_number=2']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:17.398864 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Attempting to bind port 574ae267-6464-4146-951e-8c4bf3b46311 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:17.404720 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Attempting to bind port 574ae267-6464-4146-951e-8c4bf3b46311 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:17.404720 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Attempting to bind port 574ae267-6464-4146-951e-8c4bf3b46311 on network a88abd2a-7db0-4996-adb8-eeb6536feb6c {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:17.405274 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:17.405620 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Checking segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:17.406261 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.406876 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Bound using segment: {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:17.407554 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Bound port: 574ae267-6464-4146-951e-8c4bf3b46311, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7739afdd-ea89-4cfc-9f26-5fac8a2e7e49', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:17.408248 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (574ae267-6464-4146-951e-8c4bf3b46311), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.466618 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks [] for port (4f3cde91-6529-4df8-a256-ad13299073f9), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.485181 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] For port 574ae267-6464-4146-951e-8c4bf3b46311, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:17.488381 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] For port 574ae267-6464-4146-951e-8c4bf3b46311, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=574ae267-6464-4146-951e-8c4bf3b46311,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:17.576052 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (574ae267-6464-4146-951e-8c4bf3b46311), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.604600 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.640894 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d434e98-6745-4a2b-a1d3-975ba735fac2 None None] Pushing event updated for resources: {'Port': ['ID=574ae267-6464-4146-951e-8c4bf3b46311,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:17.643793 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:17.644467 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:17.649274 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:17.653683 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:17.655797 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Received port after_create {{(pid=103079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:17.705769 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3c139c4b-45bb-4e46-b18e-40e2c6e3c7b7 None None] Current status of the port bf7c42c3-4e60-4c82-acd0-a859d7477a02 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:17.716796 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Pushing event updated for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:17.727339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3645187'] for router_interface (8167e22f-7a90-4199-b615-56ea52e9619a), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.775981 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:17.850231 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-359118f3-2a90-4671-ac4e-91f3c0477aa5 None None] Provisioning complete for port bf7c42c3-4e60-4c82-acd0-a859d7477a02 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:17.850404 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-359118f3-2a90-4671-ac4e-91f3c0477aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:17.942365 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-359118f3-2a90-4671-ac4e-91f3c0477aa5 None None] Current status of the port bf7c42c3-4e60-4c82-acd0-a859d7477a02 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:17.974739 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 3, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:18.004444 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f9693-1f59-4eab-9341-79fcb4731558 None None] The sync data for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi is: [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 3, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:18.067401 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34744) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:18.077456 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-3fab2278-4b08-44cd-98e5-6ad201985a0b None None] Provisioning complete for port 4f3cde91-6529-4df8-a256-ad13299073f9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:18.077931 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3fab2278-4b08-44cd-98e5-6ad201985a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.091760 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.108238 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bf7c42c3-4e60-4c82-acd0-a859d7477a02 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:18.156455 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-3fab2278-4b08-44cd-98e5-6ad201985a0b None None] Port 4f3cde91-6529-4df8-a256-ad13299073f9 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:27:18.175465 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port bf7c42c3-4e60-4c82-acd0-a859d7477a02 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:18.176815 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.268023 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port bf7c42c3-4e60-4c82-acd0-a859d7477a02 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:18.306173 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks [] for port (4f3cde91-6529-4df8-a256-ad13299073f9), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.382567 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.472325 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Pushing event updated for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=2']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:18.486030 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3619671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3642524'] for router_interface (8167e22f-7a90-4199-b615-56ea52e9619a), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.579674 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Deleting port 671d9654-bbba-4b8b-8cc4-f1d048d60f95 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:18.580039 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.587153 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 is already hosted by enough agents. {{(pid=103079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:18.588848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:18.689910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.690217 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for floatingip (671d9654-bbba-4b8b-8cc4-f1d048d60f95), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.705375 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Calling delete_port for 671d9654-bbba-4b8b-8cc4-f1d048d60f95 owned by network:floatingip {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:18.718658 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Router 8167e22f-7a90-4199-b615-56ea52e9619a has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:18.852706 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:18.859353 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-389eb277-bac0-4a70-b88d-dbdc9093e5de admin admin] 10.222.0.138 "PUT /v2.0/routers/8167e22f-7a90-4199-b615-56ea52e9619a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3886828 Jan 21 23:27:18.984089 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-1234cfb7-0ca9-466b-b45b-9bb9b6510d25 None None] Provisioning complete for port 4f3cde91-6529-4df8-a256-ad13299073f9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:18.984855 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1234cfb7-0ca9-466b-b45b-9bb9b6510d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:18.998552 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (671d9654-bbba-4b8b-8cc4-f1d048d60f95), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:19.027386 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-1234cfb7-0ca9-466b-b45b-9bb9b6510d25 None None] Port 4f3cde91-6529-4df8-a256-ad13299073f9 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:27:19.049328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event deleted for resources: {'Port': ['ID=671d9654-bbba-4b8b-8cc4-f1d048d60f95,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:19.131156 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for floatingip (ab24c81c-01ea-457c-a046-1f6a6a51254f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:19.132034 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Floating IP ab24c81c-01ea-457c-a046-1f6a6a51254f disassociated (deleted). External IP: 172.27.3.144, port: 95692896-adbc-4feb-8a8d-bc9bb27d8d86. Jan 21 23:27:19.373140 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Router b40fd33e-744e-4520-9753-b6819888e25c has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:19.507813 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:19.517649 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:19.520451 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Sync routers for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:19.542128 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:19.544007 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:19.550484 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-51aa2d67-1cff-42a9-9eb6-cfaaf2a3d443 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "DELETE /v2.0/floatingips/ab24c81c-01ea-457c-a046-1f6a6a51254f HTTP/1.1" status: 204 len: 168 time: 1.4817801 Jan 21 23:27:19.551153 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:27:19.554961 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:27:19.685753 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:19.915359 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076716f7-c348-4d95-b55a-94c570bca09d x-openstack-request-id: req-076716f7-c348-4d95-b55a-94c570bca09d {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:27:19.915674 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:27:19.916022 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-076716f7-c348-4d95-b55a-94c570bca09d {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:27:19.916531 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'status': 'completed', 'code': 200} Jan 21 23:27:19.925963 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:19.963092 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Checking router: b40fd33e-744e-4520-9753-b6819888e25c for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:19.975808 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:19.976924 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:20.071978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-4f0e617d-0dae-4a4d-a4e9-3797d5b8d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.073619 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-4f0e617d-0dae-4a4d-a4e9-3797d5b8d0af service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=03e6852f8be34fc196fdc2f6188c7397&device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 1098 time: 0.0861583 Jan 21 23:27:20.103583 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c921d9-d1a5-45a8-a3c4-7f6a2640c2f6 req-70c682e8-1145-4cfe-be8a-098efc3c4306 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.110183 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45c921d9-d1a5-45a8-a3c4-7f6a2640c2f6 req-70c682e8-1145-4cfe-be8a-098efc3c4306 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1043978 Jan 21 23:27:20.236156 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:20.239930 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-45c921d9-d1a5-45a8-a3c4-7f6a2640c2f6 req-100e23bb-5555-4f3c-8f39-cdbef3d94997 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287341 Jan 21 23:27:20.301651 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-4526d073-c0f5-4500-a1bd-7794b24a5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.303310 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-4526d073-c0f5-4500-a1bd-7794b24a5faf service neutron] 10.222.0.124 "GET /v2.0/networks?id=2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 200 len: 909 time: 0.1872294 Jan 21 23:27:20.340731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c59698-fcfc-451c-b045-edfe551b1137 req-19d67060-23a5-4d40-a617-4b0e57572a93 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.348203 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-76c59698-fcfc-451c-b045-edfe551b1137 req-19d67060-23a5-4d40-a617-4b0e57572a93 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.1469834 Jan 21 23:27:20.379996 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-126b7dae-171b-46e3-8bcd-b3a2e0360d4e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 200 len: 217 time: 0.0696096 Jan 21 23:27:20.421695 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 574ae267-6464-4146-951e-8c4bf3b46311 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:20.450974 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-76c59698-fcfc-451c-b045-edfe551b1137 req-69efaaa7-1d03-4d53-8390-15952e41fc84 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016932 Jan 21 23:27:20.497545 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-6ecc3336-6f86-4a00-9e1a-c0c453c6ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.499269 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-6ecc3336-6f86-4a00-9e1a-c0c453c6ad37 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 200 len: 847 time: 0.1119952 Jan 21 23:27:20.513287 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Sync routers for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:20.568483 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-6ea7a59c-287d-4852-a706-22de94269330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:20.569975 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-6ea7a59c-287d-4852-a706-22de94269330 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2aec0159-bb97-4175-b043-3f9b0fece188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628862 Jan 21 23:27:20.592675 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 574ae267-6464-4146-951e-8c4bf3b46311 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:20.593066 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (574ae267-6464-4146-951e-8c4bf3b46311), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:20.632094 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:20.633078 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:20.705365 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-3366ea02-915d-4ebb-b4ff-e5a3022c490b service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268024 Jan 21 23:27:20.747044 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 574ae267-6464-4146-951e-8c4bf3b46311 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:20.747815 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (574ae267-6464-4146-951e-8c4bf3b46311), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:20.754811 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:20.773129 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] For port 574ae267-6464-4146-951e-8c4bf3b46311, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=574ae267-6464-4146-951e-8c4bf3b46311,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:20.842258 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-32fa6aaa-6a7b-4c75-9f99-0841258fed0a req-7bf7d39d-63e8-45ca-abc5-59c8478e8514 service neutron] 10.222.0.124 "GET /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291821 Jan 21 23:27:20.848181 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:20.878862 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcaf5b9-7c55-4797-93cc-75c695881df7 None None] The sync data for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi is: [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4cf8f418-50bf-4c1b-a575-9191a41e6350', 'name': '', 'network_id': '2aec0159-bb97-4175-b043-3f9b0fece188', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'mac_address': 'fa:16:3e:16:83:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:40Z', 'updated_at': '2022-01-21T23:21:48Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'subnets': [{'id': '66944ef7-4616-4970-bd04-a95e2bbd2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:20.885627 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (574ae267-6464-4146-951e-8c4bf3b46311), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:20.947672 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Pushing event updated for resources: {'Port': ['ID=574ae267-6464-4146-951e-8c4bf3b46311,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:21.033503 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 4, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4f3cde91-6529-4df8-a256-ad13299073f9', 'name': '', 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'mac_address': 'fa:16:3e:75:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:17Z', 'updated_at': '2022-01-21T23:27:18Z', 'revision_number': 2, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'subnets': [{'id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:21.078290 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Checking router: 8167e22f-7a90-4199-b615-56ea52e9619a for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:21.078833 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Updating router 8167e22f-7a90-4199-b615-56ea52e9619a port 4f3cde91-6529-4df8-a256-ad13299073f9 binding host dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 21 23:27:21.114198 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:21.376941 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f9a578-1ba6-4751-ad2e-b74af135d541 None None] New status for floating IP ab24c81c-01ea-457c-a046-1f6a6a51254f: DOWN {{(pid=103080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:27:21.462615 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c1f-eee9-4b16-ac66-94ec2253f49d req-cf6aeac0-e24b-4dc8-95d8-da0b00e52de5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:21.464012 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-37c48c1f-eee9-4b16-ac66-94ec2253f49d req-cf6aeac0-e24b-4dc8-95d8-da0b00e52de5 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1043561 Jan 21 23:27:21.561625 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks [] for port (4f3cde91-6529-4df8-a256-ad13299073f9), precommit_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:21.563149 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-37c48c1f-eee9-4b16-ac66-94ec2253f49d req-a9dd8340-1bc7-4bfc-bb70-573a824b5d6a tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919065 Jan 21 23:27:21.648793 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619aa8e3-a204-46aa-a41a-a1ea72639a47 req-f138a849-afa0-4938-9fca-39124bfcac77 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:21.650392 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-619aa8e3-a204-46aa-a41a-a1ea72639a47 req-f138a849-afa0-4938-9fca-39124bfcac77 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0707810 Jan 21 23:27:21.650700 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:21.714178 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279404d-f744-47c1-b379-537ad4ce5e8f None None] Pushing event updated for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=3']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:21.730781 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-619aa8e3-a204-46aa-a41a-a1ea72639a47 req-ddd459e5-26e9-4697-ab72-576026a01ef0 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/security-groups?id=c343a050-2e11-47e5-b585-8aded3554cbc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660696 Jan 21 23:27:21.776538 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Attempting to bind port 4f3cde91-6529-4df8-a256-ad13299073f9 on host dv-cinder-825688-1-iscsi for vnic_type normal with profile {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:21.776977 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Attempting to bind port 4f3cde91-6529-4df8-a256-ad13299073f9 by drivers openvswitch,hyperv on host dv-cinder-825688-1-iscsi at level 0 using segments [{'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:21.777300 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Attempting to bind port 4f3cde91-6529-4df8-a256-ad13299073f9 on network bcbddfbf-89c2-4310-8941-a5eacfca3222 {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:21.782711 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Checking agent: {'id': 'bbf466e6-b22b-4c7e-b398-0a21304b909b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825688-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 9, 41), 'started_at': datetime.datetime(2022, 1, 21, 23, 10, 11), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825688-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:21.783099 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Checking segment: {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:21.783518 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:21.784073 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Bound using segment: {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'} {{(pid=103081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:21.784639 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.managers [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Bound port: 4f3cde91-6529-4df8-a256-ad13299073f9, host: dv-cinder-825688-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222'}}] {{(pid=103081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:21.785051 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), before_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:21.898552 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] For port 4f3cde91-6529-4df8-a256-ad13299073f9, host dv-cinder-825688-1-iscsi, cleared binding levels {{(pid=103081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:21.904210 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.plugins.ml2.db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] For port 4f3cde91-6529-4df8-a256-ad13299073f9, host dv-cinder-825688-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4f3cde91-6529-4df8-a256-ad13299073f9,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:21.931836 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-959f78ad-4cde-4347-b598-dd2a08ddc493 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:21.933459 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-959f78ad-4cde-4347-b598-dd2a08ddc493 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.124 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 945 time: 0.0860488 Jan 21 23:27:21.961137 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron_lib.callbacks.manager [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_update {{(pid=103081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.092141 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279404d-f744-47c1-b379-537ad4ce5e8f None None] Pushing event updated for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=4']} {{(pid=103081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:22.101516 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Provisioning complete for port 4f3cde91-6529-4df8-a256-ad13299073f9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:22.102141 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.125599 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Deleting port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:22.125929 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.137276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-52acaca9-5ce8-454a-826a-9d82849311a6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:22.139069 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-52acaca9-5ce8-454a-826a-9d82849311a6 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.0928421 Jan 21 23:27:22.149649 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:22.150369 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:22.181701 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 574ae267-6464-4146-951e-8c4bf3b46311 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:22.314378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 574ae267-6464-4146-951e-8c4bf3b46311 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:22.314873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (574ae267-6464-4146-951e-8c4bf3b46311), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.358249 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Current status of the port 4f3cde91-6529-4df8-a256-ad13299073f9 is: DOWN; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:22.358630 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.366484 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] For port 95692896-adbc-4feb-8a8d-bc9bb27d8d86, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=95692896-adbc-4feb-8a8d-bc9bb27d8d86,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:22.367268 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.371649 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:22.391440 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Calling delete_port for 95692896-adbc-4feb-8a8d-bc9bb27d8d86 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:22.467213 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] For port 4f3cde91-6529-4df8-a256-ad13299073f9, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4f3cde91-6529-4df8-a256-ad13299073f9,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:22.489140 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Deleting port 33e4176f-8b70-4337-989e-8c7cce8d4d69 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:22.489566 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.530832 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 574ae267-6464-4146-951e-8c4bf3b46311 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:22.579527 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.632511 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] For port 33e4176f-8b70-4337-989e-8c7cce8d4d69, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=33e4176f-8b70-4337-989e-8c7cce8d4d69,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:22.632902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.667385 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b1586-0202-433d-ba8c-d17ee16081e7 None None] Pushing event updated for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:22.716742 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-892e063d-a7bb-4e90-894f-c6a8ec98f0fd None None] Provisioning complete for port 4f3cde91-6529-4df8-a256-ad13299073f9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:22.717332 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-892e063d-a7bb-4e90-894f-c6a8ec98f0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:22.744735 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 4, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4f3cde91-6529-4df8-a256-ad13299073f9', 'name': '', 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'mac_address': 'fa:16:3e:75:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:17Z', 'updated_at': '2022-01-21T23:27:21Z', 'revision_number': 4, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'subnets': [{'id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:22.785317 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0da1ef3-84f5-4cd4-8498-c48170eb2f65 None None] The sync data for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi is: [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:27:17Z', 'revision_number': 4, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '4f3cde91-6529-4df8-a256-ad13299073f9', 'name': '', 'network_id': 'bcbddfbf-89c2-4310-8941-a5eacfca3222', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'mac_address': 'fa:16:3e:75:2e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:17Z', 'updated_at': '2022-01-21T23:27:21Z', 'revision_number': 4, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'subnets': [{'id': '8f5a796b-ce17-4a99-bc53-e38b6f45009e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:22.799721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3406194-ef63-4664-88be-9e7fece561be req-9f1ffc64-a54a-4e55-9950-cdf7d8143e15 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:22.810914 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f3406194-ef63-4664-88be-9e7fece561be req-9f1ffc64-a54a-4e55-9950-cdf7d8143e15 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 945 time: 0.1128006 Jan 21 23:27:22.921302 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-892e063d-a7bb-4e90-894f-c6a8ec98f0fd None None] Current status of the port 4f3cde91-6529-4df8-a256-ad13299073f9 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:22.968111 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (95692896-adbc-4feb-8a8d-bc9bb27d8d86), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.043348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f3406194-ef63-4664-88be-9e7fece561be req-038c64c5-dbe5-4298-9582-666f3a27ca38 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups?id=c3315306-a3d3-402c-8895-c14772033979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990697 Jan 21 23:27:23.048389 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event deleted for resources: {'Port': ['ID=95692896-adbc-4feb-8a8d-bc9bb27d8d86,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:23.087267 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.087757 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.087990 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Floating IP 4e5103da-6206-4ffa-8acd-1509a4e4fda4 disassociated. External IP: 172.27.3.124, port: 33e4176f-8b70-4337-989e-8c7cce8d4d69. Jan 21 23:27:23.088383 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Calling delete_port for 33e4176f-8b70-4337-989e-8c7cce8d4d69 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:23.101347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-53d5c88e-9f1d-4d47-bdf1-a6c6588d0fc4 req-b277baee-13e0-4488-be19-84719d681ac9 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.1112258 Jan 21 23:27:23.195418 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] No DVR routers for this DVR port 95692896-adbc-4feb-8a8d-bc9bb27d8d86 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:23.199017 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.202663 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-75a4f6c0-a98c-4142-99eb-a34a8afde8aa req-0011b6dd-b22a-492f-a139-5ca0d1f8957b tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.124 "DELETE /v2.0/ports/95692896-adbc-4feb-8a8d-bc9bb27d8d86 HTTP/1.1" status: 204 len: 173 time: 1.2623031 Jan 21 23:27:23.203159 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-deleted', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:27:23.205602 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2221a-7b4f-46a6-9805-934fb8c3eb3d" -d '{"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-deleted", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:27:23.269152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918251bc-7d8a-419b-a6d6-4fe77f149fc6 x-openstack-request-id: req-918251bc-7d8a-419b-a6d6-4fe77f149fc6 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:27:23.269663 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9c88c-f726-4cea-aaa2-aed12d162834", "name": "network-vif-deleted", "tag": "95692896-adbc-4feb-8a8d-bc9bb27d8d86", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:27:23.271766 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-918251bc-7d8a-419b-a6d6-4fe77f149fc6 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:27:23.271766 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9c88c-f726-4cea-aaa2-aed12d162834', 'name': 'network-vif-deleted', 'tag': '95692896-adbc-4feb-8a8d-bc9bb27d8d86', 'status': 'completed', 'code': 200} Jan 21 23:27:23.405084 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (33e4176f-8b70-4337-989e-8c7cce8d4d69), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.450414 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'Port': ['ID=33e4176f-8b70-4337-989e-8c7cce8d4d69,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:23.663267 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:23.926158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:23.943194 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:23.962889 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:23.970633 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:23.983434 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] No DVR routers for this DVR port 33e4176f-8b70-4337-989e-8c7cce8d4d69 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:23.987067 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:23.991299 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-661fc1a5-581a-452b-8254-e81c4fe3e123 req-4cdf9c34-6442-41a5-9e4e-d5ae96eb3144 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.124 "DELETE /v2.0/ports/33e4176f-8b70-4337-989e-8c7cce8d4d69 HTTP/1.1" status: 204 len: 173 time: 1.8351719 Jan 21 23:27:24.164699 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:24.327946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4f3cde91-6529-4df8-a256-ad13299073f9 up at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:24.346462 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-31fd745f-c608-4fd4-aa43-40b4c42b507c req-945bd91f-d5e2-4eb3-b8af-5283ff79b173 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "GET /v2.0/ports?device_id=72d9c88c-f726-4cea-aaa2-aed12d162834 HTTP/1.1" status: 200 len: 210 time: 0.1015720 Jan 21 23:27:24.374443 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-cec8f913-7fe1-478a-8bf8-245b3ff3877a req-e28edda1-52a1-4a6b-8c4e-0ba7ec289ae8 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0774133 Jan 21 23:27:24.467202 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Provisioning complete for port 4f3cde91-6529-4df8-a256-ad13299073f9 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:24.467913 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:24.609134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Current status of the port 4f3cde91-6529-4df8-a256-ad13299073f9 is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:24.709072 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:24.758492 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:24.778647 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:24.779320 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:24.914923 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:24.996218 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:25.048694 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 95692896-adbc-4feb-8a8d-bc9bb27d8d86 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:25.049360 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 95692896-adbc-4feb-8a8d-bc9bb27d8d86 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:25.052973 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 33e4176f-8b70-4337-989e-8c7cce8d4d69 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:25.088036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 33e4176f-8b70-4337-989e-8c7cce8d4d69 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:25.094079 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 33e4176f-8b70-4337-989e-8c7cce8d4d69 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:25.189930 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:25.225474 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599dd971-8e8a-49c0-bd1f-2d019ffb6bdd None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:02Z', 'revision_number': 4, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '5b40dc7a-3a27-49d3-90d5-4db20bc87bfd', 'name': '', 'network_id': 'b8a5072e-ab12-4ada-8731-e9167f85afdc', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'mac_address': 'fa:16:3e:6b:eb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:22:01Z', 'updated_at': '2022-01-21T23:22:14Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'subnets': [{'id': 'f691a783-04b2-453d-840d-ba8ad0f9abad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:25.271835 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'name': 'network-vif-deleted', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:27:25.274523 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b513cc8-c9de-4d9d-8ede-17fafe22f7e3" -d '{"events": [{"server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "name": "network-vif-deleted", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:27:25.312550 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838b65f9-fc37-4902-8c60-372ddff74996 x-openstack-request-id: req-838b65f9-fc37-4902-8c60-372ddff74996 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:27:25.312859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f03eb38-4b2e-4fa4-b196-f148de0ddd27", "name": "network-vif-deleted", "tag": "33e4176f-8b70-4337-989e-8c7cce8d4d69", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:27:25.313130 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-838b65f9-fc37-4902-8c60-372ddff74996 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:27:25.313591 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f03eb38-4b2e-4fa4-b196-f148de0ddd27', 'name': 'network-vif-deleted', 'tag': '33e4176f-8b70-4337-989e-8c7cce8d4d69', 'status': 'completed', 'code': 200} Jan 21 23:27:25.397443 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34818) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:25.462289 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (c343a050-2e11-47e5-b585-8aded3554cbc), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:25.491166 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a5a097bc-e8ac-436c-83bc-0fcd8992875c req-603eec2a-38f0-4446-a8da-29910aacf83e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/ports?device_id=8f03eb38-4b2e-4fa4-b196-f148de0ddd27 HTTP/1.1" status: 200 len: 210 time: 0.0311835 Jan 21 23:27:25.491863 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (c343a050-2e11-47e5-b585-8aded3554cbc), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:25.649859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c343a050-2e11-47e5-b585-8aded3554cbc), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:25.652605 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:25.656508 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] 10.222.0.138 "DELETE /v2.0/security-groups/c343a050-2e11-47e5-b585-8aded3554cbc HTTP/1.1" status: 204 len: 168 time: 0.2552080 Jan 21 23:27:25.666722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c03a2-f239-406a-b47b-6e3fffe84181 tempest-TestShelveInstance-1770710361 tempest-TestShelveInstance-1770710361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c343a050-2e11-47e5-b585-8aded3554cbc,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:25.797943 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34828) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:26.311765 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a35c95-ddaf-4167-a2d6-084fe78e5489 None None] New status for floating IP 4e5103da-6206-4ffa-8acd-1509a4e4fda4: DOWN {{(pid=103080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:27:26.418996 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (b40fd33e-744e-4520-9753-b6819888e25c), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:26.716052 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34836) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:26.999396 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Deleting port 4cf8f418-50bf-4c1b-a575-9191a41e6350 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:26.999771 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.089449 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (c3315306-a3d3-402c-8895-c14772033979), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.129965 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] For port 4cf8f418-50bf-4c1b-a575-9191a41e6350, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4cf8f418-50bf-4c1b-a575-9191a41e6350,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:27.130390 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.133901 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (c3315306-a3d3-402c-8895-c14772033979), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.158099 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Calling delete_port for 4cf8f418-50bf-4c1b-a575-9191a41e6350 owned by network:router_interface {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:27.308415 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (c3315306-a3d3-402c-8895-c14772033979), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.311046 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.314908 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "DELETE /v2.0/security-groups/c3315306-a3d3-402c-8895-c14772033979 HTTP/1.1" status: 204 len: 168 time: 0.5951743 Jan 21 23:27:27.317600 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34838) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:27.334026 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.api.v2.resource [None req-0a859c7e-a692-4977-8ccd-4db6a643df37 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] show failed (client error): The resource could not be found. Jan 21 23:27:27.335213 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-0a859c7e-a692-4977-8ccd-4db6a643df37 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "GET /v2.0/security-groups/c3315306-a3d3-402c-8895-c14772033979 HTTP/1.1" status: 404 len: 347 time: 0.0160170 Jan 21 23:27:27.338452 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34840) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:27.339969 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43f5b1-67d0-47f5-bbf2-b498771a4790 tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3315306-a3d3-402c-8895-c14772033979,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:27.506871 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (4cf8f418-50bf-4c1b-a575-9191a41e6350), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.512936 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Deleting port 983580e1-1d1c-4248-b84f-5bec3f59bb5a {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:27.513404 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.539810 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf8f418-50bf-4c1b-a575-9191a41e6350,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:27.634059 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.634296 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (983580e1-1d1c-4248-b84f-5bec3f59bb5a), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.651035 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Calling delete_port for 983580e1-1d1c-4248-b84f-5bec3f59bb5a owned by network:floatingip {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:27.797078 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (b40fd33e-744e-4520-9753-b6819888e25c), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.893571 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (983580e1-1d1c-4248-b84f-5bec3f59bb5a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:27.937999 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Pushing event deleted for resources: {'Port': ['ID=983580e1-1d1c-4248-b84f-5bec3f59bb5a,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:28.024883 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks [] for floatingip (4e5103da-6206-4ffa-8acd-1509a4e4fda4), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:28.028638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:28.033329 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-9202f55b-00cc-4530-8ceb-ce7cdfa4d58e tempest-AttachVolumeTestJSON-2031324916 tempest-AttachVolumeTestJSON-2031324916-project] 10.222.0.138 "DELETE /v2.0/floatingips/4e5103da-6206-4ffa-8acd-1509a4e4fda4 HTTP/1.1" status: 204 len: 168 time: 0.6907902 Jan 21 23:27:28.079833 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Router b40fd33e-744e-4520-9753-b6819888e25c has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:28.204801 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:28.214840 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34844) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:28.222100 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Sync routers for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:28.222864 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b5a06809-9e51-4ce1-918c-417735d1fe92 admin admin] 10.222.0.138 "PUT /v2.0/routers/b40fd33e-744e-4520-9753-b6819888e25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4168754 Jan 21 23:27:28.238713 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:28.239356 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:28.439522 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:28.684099 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:27:27Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:28.721784 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Checking router: b40fd33e-744e-4520-9753-b6819888e25c for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:28.725552 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks [] for router (b40fd33e-744e-4520-9753-b6819888e25c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:28.735427 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Routers {'b40fd33e-744e-4520-9753-b6819888e25c'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:28.736168 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['b40fd33e-744e-4520-9753-b6819888e25c'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:28.859521 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks [] for router_gateway (b40fd33e-744e-4520-9753-b6819888e25c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:28.868435 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] Set router b40fd33e-744e-4520-9753-b6819888e25c gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:29.067015 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:27:27Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:29.095691 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92922e3b-5992-42a1-8480-23b73d5257e5 None None] The sync data for ids ['b40fd33e-744e-4520-9753-b6819888e25c'] in dv-cinder-825688-1-iscsi is: [{'id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'name': 'tempest-TestShelveInstance-369335886-router', 'tenant_id': '03e6852f8be34fc196fdc2f6188c7397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:35Z', 'updated_at': '2022-01-21T23:27:27Z', 'revision_number': 5, 'project_id': '03e6852f8be34fc196fdc2f6188c7397', 'gw_port': {'id': 'ebc06c56-0988-429b-b8c2-115a8f379a2b', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:b3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40fd33e-744e-4520-9753-b6819888e25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:36Z', 'updated_at': '2022-01-21T23:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:29.192510 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Deleting port ebc06c56-0988-429b-b8c2-115a8f379a2b {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:29.192895 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.278646 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] For port ebc06c56-0988-429b-b8c2-115a8f379a2b, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ebc06c56-0988-429b-b8c2-115a8f379a2b,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:29.279024 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.293897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Calling delete_port for ebc06c56-0988-429b-b8c2-115a8f379a2b owned by network:router_gateway {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:29.553099 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (ebc06c56-0988-429b-b8c2-115a8f379a2b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.652971 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (b40fd33e-744e-4520-9753-b6819888e25c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.655609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc06c56-0988-429b-b8c2-115a8f379a2b,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:29.770357 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (b40fd33e-744e-4520-9753-b6819888e25c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.775891 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks [] for router_controller (b40fd33e-744e-4520-9753-b6819888e25c), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.905651 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (b40fd33e-744e-4520-9753-b6819888e25c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.906406 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b40fd33e-744e-4520-9753-b6819888e25c {{(pid=103078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:27:29.911806 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:29.916194 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-85cb28c6-d82f-499e-91b7-e8b9d7bba23e admin admin] 10.222.0.138 "DELETE /v2.0/routers/b40fd33e-744e-4520-9753-b6819888e25c HTTP/1.1" status: 204 len: 168 time: 1.6975129 Jan 21 23:27:29.916683 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34858) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:29.979410 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Deleting subnet 66944ef7-4616-4970-bd04-a95e2bbd2434 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:27:29.983143 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Publish callbacks [] for subnet (66944ef7-4616-4970-bd04-a95e2bbd2434), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.038544 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (66944ef7-4616-4970-bd04-a95e2bbd2434), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.144892 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4cf8f418-50bf-4c1b-a575-9191a41e6350 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:30.152588 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (66944ef7-4616-4970-bd04-a95e2bbd2434), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.189560 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 4cf8f418-50bf-4c1b-a575-9191a41e6350 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:30.201908 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4cf8f418-50bf-4c1b-a575-9191a41e6350 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:30.307356 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (66944ef7-4616-4970-bd04-a95e2bbd2434), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.334083 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66944ef7-4616-4970-bd04-a95e2bbd2434,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:30.342795 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.349088 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34860) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:30.349327 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-40415c60-ab8e-4678-8352-5845972cfc00 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/66944ef7-4616-4970-bd04-a95e2bbd2434 HTTP/1.1" status: 204 len: 168 time: 0.4313345 Jan 21 23:27:30.350472 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428475c-7ed5-463a-9774-cfca745383f6 None None] Network 2aec0159-bb97-4175-b043-3f9b0fece188 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:30.437906 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (2aec0159-bb97-4175-b043-3f9b0fece188), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.540085 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Deleting port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:30.540551 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.561961 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] DHCP port deletion for 2aec0159-bb97-4175-b043-3f9b0fece188 request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:27:30.616217 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] For port 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4daefebe-37e1-4d79-b8bc-e6010f5784f5,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:30.616636 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.640414 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Calling delete_port for 4daefebe-37e1-4d79-b8bc-e6010f5784f5 owned by network:dhcp {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:30.645587 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Deleting port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:30.647048 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.736190 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] For port 4daefebe-37e1-4d79-b8bc-e6010f5784f5, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4daefebe-37e1-4d79-b8bc-e6010f5784f5,segment=NetworkSegment(9546bfde-9a1b-4c93-9c91-5c92d73d77f9),segment_id=9546bfde-9a1b-4c93-9c91-5c92d73d77f9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:30.737120 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.757999 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Calling delete_port for 4daefebe-37e1-4d79-b8bc-e6010f5784f5 owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:30.810004 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.871264 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (4daefebe-37e1-4d79-b8bc-e6010f5784f5), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:30.874868 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Pushing event deleted for resources: {'Port': ['ID=4daefebe-37e1-4d79-b8bc-e6010f5784f5,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:30.883556 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] No DVR routers for this DVR port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 on host dv-cinder-825688-1-iscsi {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:30.890179 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] No DVR routers for this DVR port 4daefebe-37e1-4d79-b8bc-e6010f5784f5 on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:30.930701 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56a1bd-8b77-48ca-8b9a-e73f851075c8 None None] Pushing event deleted for resources: {'Port': ['ID=4daefebe-37e1-4d79-b8bc-e6010f5784f5,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:30.977762 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (2aec0159-bb97-4175-b043-3f9b0fece188), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.003870 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aec0159-bb97-4175-b043-3f9b0fece188']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:31.018633 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9546bfde-9a1b-4c93-9c91-5c92d73d77f9') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:31.021471 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9546bfde-9a1b-4c93-9c91-5c92d73d77f9') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:31.033274 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (9546bfde-9a1b-4c93-9c91-5c92d73d77f9), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.059952 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (9546bfde-9a1b-4c93-9c91-5c92d73d77f9), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.066652 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:27:31.067078 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (9546bfde-9a1b-4c93-9c91-5c92d73d77f9), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.069711 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:27:31.073362 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:27:31.213874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (2aec0159-bb97-4175-b043-3f9b0fece188), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.219324 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.226707 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] 10.222.0.138 "DELETE /v2.0/networks/2aec0159-bb97-4175-b043-3f9b0fece188 HTTP/1.1" status: 204 len: 168 time: 0.8759580 Jan 21 23:27:31.229961 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34872) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:31.243152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550293-b468-464f-bbcc-1f8a9c314693 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aec0159-bb97-4175-b043-3f9b0fece188,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:31.685338 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (a4df4b34-2772-47d0-9301-219d4404fbaf), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:31.985962 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Deleting port fe64615f-d887-4eb5-a715-f221dcb90867 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:31.986333 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:32.093188 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] For port fe64615f-d887-4eb5-a715-f221dcb90867, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=fe64615f-d887-4eb5-a715-f221dcb90867,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:32.093605 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:32.111797 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Calling delete_port for fe64615f-d887-4eb5-a715-f221dcb90867 owned by network:router_interface {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:32.119271 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4daefebe-37e1-4d79-b8bc-e6010f5784f5 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:32.164821 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 4daefebe-37e1-4d79-b8bc-e6010f5784f5 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:32.165362 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4daefebe-37e1-4d79-b8bc-e6010f5784f5 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:32.165923 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ebc06c56-0988-429b-b8c2-115a8f379a2b no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:32.194115 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: ebc06c56-0988-429b-b8c2-115a8f379a2b {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:32.194833 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ebc06c56-0988-429b-b8c2-115a8f379a2b not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:32.310349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34880) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:32.433987 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (fe64615f-d887-4eb5-a715-f221dcb90867), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:32.464983 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe64615f-d887-4eb5-a715-f221dcb90867,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:32.671689 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (a4df4b34-2772-47d0-9301-219d4404fbaf), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:32.860158 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:32.912318 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Router a4df4b34-2772-47d0-9301-219d4404fbaf has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:33.101520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:33.110792 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Sync routers for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:33.118213 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c85744ac-36d7-45df-b154-a55b37e96dcb admin admin] 10.222.0.138 "PUT /v2.0/routers/a4df4b34-2772-47d0-9301-219d4404fbaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8858731 Jan 21 23:27:33.121492 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34888) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:33.130483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:33.131723 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:33.198606 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Deleting port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:33.199480 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.276807 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:33.281842 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks [] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.300173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] For port 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:33.300755 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.323776 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Calling delete_port for 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd owned by network:router_interface {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:33.482139 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks [] for router_gateway (a4df4b34-2772-47d0-9301-219d4404fbaf), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.532054 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:27:32Z', 'revision_number': 5, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:33.560956 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Checking router: a4df4b34-2772-47d0-9301-219d4404fbaf for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:33.569590 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Routers {'a4df4b34-2772-47d0-9301-219d4404fbaf'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:33.570253 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['a4df4b34-2772-47d0-9301-219d4404fbaf'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:33.666964 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (5b40dc7a-3a27-49d3-90d5-4db20bc87bfd), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.678406 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Deleting port e026b646-47fd-43cb-bf8e-dae61f860817 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:33.678812 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.683515 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] Set router a4df4b34-2772-47d0-9301-219d4404fbaf gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:33.696998 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b40dc7a-3a27-49d3-90d5-4db20bc87bfd,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:33.791722 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] For port e026b646-47fd-43cb-bf8e-dae61f860817, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=e026b646-47fd-43cb-bf8e-dae61f860817,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:33.792150 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:33.808963 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Calling delete_port for e026b646-47fd-43cb-bf8e-dae61f860817 owned by network:router_gateway {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:33.930468 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.071393 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:27:32Z', 'revision_number': 5, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:34.113482 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db02b0b-b3e6-45e3-8530-363ea7e76a58 None None] The sync data for ids ['a4df4b34-2772-47d0-9301-219d4404fbaf'] in dv-cinder-825688-1-iscsi is: [{'id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'name': 'tempest-TestShelveInstance-896354087-router', 'tenant_id': '86b3f54248f04f558ccef99a28ee8826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:51Z', 'updated_at': '2022-01-21T23:27:32Z', 'revision_number': 5, 'project_id': '86b3f54248f04f558ccef99a28ee8826', 'gw_port': {'id': 'e026b646-47fd-43cb-bf8e-dae61f860817', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4df4b34-2772-47d0-9301-219d4404fbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:52Z', 'updated_at': '2022-01-21T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:34.163644 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (e026b646-47fd-43cb-bf8e-dae61f860817), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.189403 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e026b646-47fd-43cb-bf8e-dae61f860817,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:34.259624 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (a4df4b34-2772-47d0-9301-219d4404fbaf), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.273791 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:27:34.351666 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.354243 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks [] for router_controller (a4df4b34-2772-47d0-9301-219d4404fbaf), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.400839 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:27:34.407313 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6b983714-8f81-4f25-8005-c93a3f5dc9f6 admin admin] 10.222.0.138 "PUT /v2.0/routers/fdda7a27-73b6-483b-b5e7-3a8e79aa6d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0955036 Jan 21 23:27:34.409980 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34898) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:34.412878 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Sync routers for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:27:34.424584 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:34.425221 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:34.442165 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0f83da66-f934-4e21-aba1-e72873e53e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.500704 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (a4df4b34-2772-47d0-9301-219d4404fbaf), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.501420 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4df4b34-2772-47d0-9301-219d4404fbaf {{(pid=103079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:27:34.509617 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.514005 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4aee959f-5c23-4c2e-9ec5-1c0542c4fa79 admin admin] 10.222.0.138 "DELETE /v2.0/routers/a4df4b34-2772-47d0-9301-219d4404fbaf HTTP/1.1" status: 204 len: 168 time: 1.3912008 Jan 21 23:27:34.514727 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34900) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:34.534002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks [] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.552540 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:34.646711 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Deleting subnet 98fcbc44-978f-4d75-b9f9-bf036dc58087 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:27:34.655998 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Publish callbacks [] for subnet (98fcbc44-978f-4d75-b9f9-bf036dc58087), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.670743 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks [] for router_gateway (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.697595 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (98fcbc44-978f-4d75-b9f9-bf036dc58087), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.795576 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48'}], 'enable_snat': True}, 'gw_port_id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:27:33Z', 'revision_number': 5, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port': {'id': 'ba9c5552-71af-460d-9248-5be1b41470f1', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:22:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:34.823031 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Deleting port ba9c5552-71af-460d-9248-5be1b41470f1 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:34.823801 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.872844 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (98fcbc44-978f-4d75-b9f9-bf036dc58087), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.927843 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-504bcc75-03d3-419c-9eea-77b7f086da3f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:34.929351 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] For port ba9c5552-71af-460d-9248-5be1b41470f1, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ba9c5552-71af-460d-9248-5be1b41470f1,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:34.929555 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-504bcc75-03d3-419c-9eea-77b7f086da3f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 815 time: 0.1839299 Jan 21 23:27:34.929967 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:34.937517 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Checking router: fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:27:34.942982 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Calling delete_port for ba9c5552-71af-460d-9248-5be1b41470f1 owned by network:router_gateway {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:34.945842 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0bb2b500-1317-48b1-92bd-f9f16c2f6375 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/quotas/0d2a8b2cf69b4df8bf5c89d8155a0baf HTTP/1.1" status: 200 len: 375 time: 0.0099978 Jan 21 23:27:34.952099 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Routers {'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:27:34.952796 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:27:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:35.009920 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-efa43a94-dea2-4e7f-b4b7-c6582e077c00 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585113 Jan 21 23:27:35.066500 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] Set router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 gateway port host: None {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:27:35.086337 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (98fcbc44-978f-4d75-b9f9-bf036dc58087), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.129217 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:27:34Z', 'revision_number': 6, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:35.159487 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754a72f9-0346-46be-8984-1ea3bfee24c6 None None] The sync data for ids ['fdda7a27-73b6-483b-b5e7-3a8e79aa6d14'] in dv-cinder-825688-1-iscsi is: [{'id': 'fdda7a27-73b6-483b-b5e7-3a8e79aa6d14', 'name': 'tempest-AttachVolumeTestJSON-461268780-router', 'tenant_id': '1dbc71d1235b416e9136a12c69a19aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:56Z', 'updated_at': '2022-01-21T23:27:34Z', 'revision_number': 6, 'project_id': '1dbc71d1235b416e9136a12c69a19aa9', 'gw_port_host': None}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:27:35.232881 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (ba9c5552-71af-460d-9248-5be1b41470f1), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.261681 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba9c5552-71af-460d-9248-5be1b41470f1,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:35.335302 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.404935 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98fcbc44-978f-4d75-b9f9-bf036dc58087,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:35.407123 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.412960 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b44a2-51ed-423f-80f0-e1ffc02cd76c None None] Network 213360ee-f0cd-4b79-b2e3-4a3314ecfeae requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:35.418576 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-49e01345-fb7f-489f-bfa1-ec1da5f0b70d admin admin] 10.222.0.138 "DELETE /v2.0/subnets/98fcbc44-978f-4d75-b9f9-bf036dc58087 HTTP/1.1" status: 204 len: 168 time: 0.9025242 Jan 21 23:27:35.441438 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34914) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:35.456571 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-f08637d3-8a05-477c-a40e-25c03d4e6645 service neutron] 10.222.0.138 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342003 Jan 21 23:27:35.628925 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (213360ee-f0cd-4b79-b2e3-4a3314ecfeae), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.650873 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.655739 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-8e6a5f41-b33b-4c00-a7d6-346017468485 service neutron] 10.222.0.138 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881349 Jan 21 23:27:35.662658 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] DHCP port deletion for 213360ee-f0cd-4b79-b2e3-4a3314ecfeae request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:27:35.761667 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Deleting port ee9916ee-81d6-42ff-b77a-5980b5f4106a {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:35.761667 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.787923 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Deleting port ee9916ee-81d6-42ff-b77a-5980b5f4106a {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:35.788270 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.822313 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.825750 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks [] for router_controller (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.866954 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] For port ee9916ee-81d6-42ff-b77a-5980b5f4106a, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ee9916ee-81d6-42ff-b77a-5980b5f4106a,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:35.867420 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.872989 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] For port ee9916ee-81d6-42ff-b77a-5980b5f4106a, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=ee9916ee-81d6-42ff-b77a-5980b5f4106a,segment=NetworkSegment(a74f636e-ac6e-4470-b472-43368a5a73c3),segment_id=a74f636e-ac6e-4470-b472-43368a5a73c3)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:35.872989 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.887180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Calling delete_port for ee9916ee-81d6-42ff-b77a-5980b5f4106a owned by network:dhcp {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:35.887443 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Calling delete_port for ee9916ee-81d6-42ff-b77a-5980b5f4106a owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:35.992648 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (fdda7a27-73b6-483b-b5e7-3a8e79aa6d14), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:35.993202 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 {{(pid=103078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:27:35.998437 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.000564 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e3389642-bcdf-4f0f-b93e-d7995f1c2040 admin admin] 10.222.0.138 "DELETE /v2.0/routers/fdda7a27-73b6-483b-b5e7-3a8e79aa6d14 HTTP/1.1" status: 204 len: 168 time: 1.5884054 Jan 21 23:27:36.007560 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 34920) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:36.043562 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.072159 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f65e2587-3077-45e7-ab7c-563cb68617e5 req-2f0685fc-d19a-4bd1-9177-30c255fdf4b5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 210 time: 0.0569456 Jan 21 23:27:36.086742 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] Pushing event deleted for resources: {'Port': ['ID=ee9916ee-81d6-42ff-b77a-5980b5f4106a,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:36.087210 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (ee9916ee-81d6-42ff-b77a-5980b5f4106a), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.087378 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5b785-cbc0-4d36-a1f0-eb47cff901ed None None] No DVR routers for this DVR port ee9916ee-81d6-42ff-b77a-5980b5f4106a on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:36.093795 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Deleting subnet f691a783-04b2-453d-840d-ba8ad0f9abad {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:27:36.133963 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee9916ee-81d6-42ff-b77a-5980b5f4106a,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:36.137810 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Publish callbacks [] for subnet (f691a783-04b2-453d-840d-ba8ad0f9abad), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.165386 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] No DVR routers for this DVR port ee9916ee-81d6-42ff-b77a-5980b5f4106a on host dv-cinder-825688-1-iscsi {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:36.201366 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (f691a783-04b2-453d-840d-ba8ad0f9abad), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.279685 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (213360ee-f0cd-4b79-b2e3-4a3314ecfeae), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.309856 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213360ee-f0cd-4b79-b2e3-4a3314ecfeae']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:36.337865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74f636e-ac6e-4470-b472-43368a5a73c3') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:36.338171 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74f636e-ac6e-4470-b472-43368a5a73c3') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:36.354097 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (a74f636e-ac6e-4470-b472-43368a5a73c3), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.370347 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (f691a783-04b2-453d-840d-ba8ad0f9abad), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.390020 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (a74f636e-ac6e-4470-b472-43368a5a73c3), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.405927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:27:36.406349 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (a74f636e-ac6e-4470-b472-43368a5a73c3), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self.session.flush() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self.session.flush() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self.session.flush() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self.session.flush() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:27:36.408173 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:27:36.564659 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (213360ee-f0cd-4b79-b2e3-4a3314ecfeae), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.567360 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (f691a783-04b2-453d-840d-ba8ad0f9abad), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.578991 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.584070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:36.588990 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] 10.222.0.138 "DELETE /v2.0/networks/213360ee-f0cd-4b79-b2e3-4a3314ecfeae HTTP/1.1" status: 204 len: 168 time: 1.1464636 Jan 21 23:27:36.606483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:36.606842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 5b40dc7a-3a27-49d3-90d5-4db20bc87bfd not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:36.607281 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ee9916ee-81d6-42ff-b77a-5980b5f4106a no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:36.625937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f691a783-04b2-453d-840d-ba8ad0f9abad,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:36.629075 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f7d0f-d18e-4abd-be21-e9fbfb4e1ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=213360ee-f0cd-4b79-b2e3-4a3314ecfeae,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:36.630885 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: ee9916ee-81d6-42ff-b77a-5980b5f4106a {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:36.631204 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ee9916ee-81d6-42ff-b77a-5980b5f4106a not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:36.631827 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device fe64615f-d887-4eb5-a715-f221dcb90867 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:36.633331 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.640030 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34928) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:36.652897 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-47df871c-635f-4656-85c6-6ba237c98548 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/f691a783-04b2-453d-840d-ba8ad0f9abad HTTP/1.1" status: 204 len: 168 time: 0.6441374 Jan 21 23:27:36.658221 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: fe64615f-d887-4eb5-a715-f221dcb90867 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:36.659263 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device fe64615f-d887-4eb5-a715-f221dcb90867 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:36.659887 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ba9c5552-71af-460d-9248-5be1b41470f1 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:36.681096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13f2df-8320-419f-9206-10bf27d31f67 None None] Network b8a5072e-ab12-4ada-8731-e9167f85afdc requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:27:36.685439 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: ba9c5552-71af-460d-9248-5be1b41470f1 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:36.685796 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device ba9c5552-71af-460d-9248-5be1b41470f1 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:36.726035 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (b8a5072e-ab12-4ada-8731-e9167f85afdc), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.781656 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Deleting port 415c324d-b0c6-42e9-a54c-214dad77c250 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:36.781923 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.861109 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] DHCP port deletion for b8a5072e-ab12-4ada-8731-e9167f85afdc request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:27:36.870870 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] For port 415c324d-b0c6-42e9-a54c-214dad77c250, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=415c324d-b0c6-42e9-a54c-214dad77c250,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:36.871462 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.888780 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Calling delete_port for 415c324d-b0c6-42e9-a54c-214dad77c250 owned by network:dhcp {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:36.909175 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-17c7419c-c4a5-4f49-8b4f-4343fbd8cdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.920993 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Deleting port 415c324d-b0c6-42e9-a54c-214dad77c250 {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:27:36.921368 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:36.956575 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34932) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:36.985621 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] For port 415c324d-b0c6-42e9-a54c-214dad77c250, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=415c324d-b0c6-42e9-a54c-214dad77c250,segment=NetworkSegment(522cd68a-3171-4a4e-8e36-23860f1c2242),segment_id=522cd68a-3171-4a4e-8e36-23860f1c2242)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:36.986032 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.004320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Calling delete_port for 415c324d-b0c6-42e9-a54c-214dad77c250 owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:27:37.010827 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e71342af-98ba-4b34-a70a-ce65fc99cbb4 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=03e6852f8be34fc196fdc2f6188c7397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527878 Jan 21 23:27:37.013616 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34934) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:37.061861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] Publish callbacks [] for security_group (ed9da731-6e27-4654-84a2-18c9ffe8adde), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.087756 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] Publish callbacks [] for security_group (ed9da731-6e27-4654-84a2-18c9ffe8adde), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.104239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.107272 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (415c324d-b0c6-42e9-a54c-214dad77c250), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.136404 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] No DVR routers for this DVR port 415c324d-b0c6-42e9-a54c-214dad77c250 on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:37.138435 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2cd79-08a4-4d80-9bc2-6811fb8f545f None None] Pushing event deleted for resources: {'Port': ['ID=415c324d-b0c6-42e9-a54c-214dad77c250,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:37.142370 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Pushing event deleted for resources: {'Port': ['ID=415c324d-b0c6-42e9-a54c-214dad77c250,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:37.149884 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] No DVR routers for this DVR port 415c324d-b0c6-42e9-a54c-214dad77c250 on host dv-cinder-825688-1-iscsi {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:27:37.209330 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-130327c7-6498-4e2c-8032-a73d82557939 req-ce950ce5-6648-452b-9f21-33f3b09fd16b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Jan 21 23:27:37.230082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (b8a5072e-ab12-4ada-8731-e9167f85afdc), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.251357 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a5072e-ab12-4ada-8731-e9167f85afdc']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:37.261682 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522cd68a-3171-4a4e-8e36-23860f1c2242') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:37.261893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522cd68a-3171-4a4e-8e36-23860f1c2242') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:27:37.271827 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (522cd68a-3171-4a4e-8e36-23860f1c2242), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.285596 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (522cd68a-3171-4a4e-8e36-23860f1c2242), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.291979 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:27:37.292433 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (522cd68a-3171-4a4e-8e36-23860f1c2242), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:27:37.294198 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:27:37.305470 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (ed9da731-6e27-4654-84a2-18c9ffe8adde), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.308082 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.309305 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/ed9da731-6e27-4654-84a2-18c9ffe8adde HTTP/1.1" status: 204 len: 168 time: 0.2947488 Jan 21 23:27:37.353297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ca10f-b1e4-4926-842b-c557f2fed0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9da731-6e27-4654-84a2-18c9ffe8adde,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:37.425076 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (b8a5072e-ab12-4ada-8731-e9167f85afdc), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.431429 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.439379 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] 10.222.0.138 "DELETE /v2.0/networks/b8a5072e-ab12-4ada-8731-e9167f85afdc HTTP/1.1" status: 204 len: 168 time: 0.7937913 Jan 21 23:27:37.449508 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c9dda-718f-422c-851e-32288171ac86 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8a5072e-ab12-4ada-8731-e9167f85afdc,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:37.765055 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34944) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:37.807403 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-dc857c4f-95e2-444f-aecf-00fdaf395189 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=1dbc71d1235b416e9136a12c69a19aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407460 Jan 21 23:27:37.810236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34946) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:37.865528 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] Publish callbacks [] for security_group (bcbd55e1-f18d-4708-b2ed-bf428f65db87), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:37.887398 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] Publish callbacks [] for security_group (bcbd55e1-f18d-4708-b2ed-bf428f65db87), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.032576 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bcbd55e1-f18d-4708-b2ed-bf428f65db87), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.035328 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.037306 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/bcbd55e1-f18d-4708-b2ed-bf428f65db87 HTTP/1.1" status: 204 len: 168 time: 0.2261257 Jan 21 23:27:38.046399 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a6e8f-b1bd-43db-a034-70bda4c7a11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbd55e1-f18d-4708-b2ed-bf428f65db87,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:38.081196 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 415c324d-b0c6-42e9-a54c-214dad77c250 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:38.102678 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 415c324d-b0c6-42e9-a54c-214dad77c250 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:38.103037 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 415c324d-b0c6-42e9-a54c-214dad77c250 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:38.103461 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device e026b646-47fd-43cb-bf8e-dae61f860817 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:27:38.109718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34950) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:38.128206 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: e026b646-47fd-43cb-bf8e-dae61f860817 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:27:38.128608 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device e026b646-47fd-43cb-bf8e-dae61f860817 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:27:38.153715 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-dd7f11a9-45d0-4a3a-ac02-4157f1521a52 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=86b3f54248f04f558ccef99a28ee8826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426347 Jan 21 23:27:38.156445 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 34952) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:38.206630 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] Publish callbacks [] for security_group (8a81affa-d3a5-4b1d-a664-711de4cb4c21), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.229798 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] Publish callbacks [] for security_group (8a81affa-d3a5-4b1d-a664-711de4cb4c21), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.316607 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a009f10b-d237-422d-bca8-56896bbd6d3f req-d489033b-f97a-4695-a57c-080817ccf15f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 210 time: 0.0316942 Jan 21 23:27:38.385413 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (8a81affa-d3a5-4b1d-a664-711de4cb4c21), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.387946 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.389104 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/8a81affa-d3a5-4b1d-a664-711de4cb4c21 HTTP/1.1" status: 204 len: 168 time: 0.2317116 Jan 21 23:27:38.430196 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac310ad-154e-4a77-9a68-a0b9a054e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a81affa-d3a5-4b1d-a664-711de4cb4c21,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:38.497838 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-44e8b5fb-c365-4e56-9432-e22eb999952d tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:38.499395 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-44e8b5fb-c365-4e56-9432-e22eb999952d tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 815 time: 0.1465769 Jan 21 23:27:38.516861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'port': {'device_id': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'admin_state_up': True, 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:38.762330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Made reservation on behalf of 0d2a8b2cf69b4df8bf5c89d8155a0baf for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:27:38.766388 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:38.917436 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Allocated IP 172.20.0.8 (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1/85be4f06-b20d-488c-8575-e119a4dc23fb/aa464eb6-df4a-49f2-aa8e-be52e56f5f3c) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:27:39.115665 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:27:39.123721 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.140455 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.248509 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.291865 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:27:39.298930 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:27:39.302721 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:27:39.327797 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:39.370568 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:39.371361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.462240 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-0e42728d-5553-4028-8b12-e94e2e4ed6ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489307 Jan 21 23:27:39.527587 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2647b3-9827-428a-9216-4c81445d1b3e req-a194a3e2-c3be-46f7-a674-60ab7ddab8c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:39.530973 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6e2647b3-9827-428a-9216-4c81445d1b3e req-a194a3e2-c3be-46f7-a674-60ab7ddab8c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 931 time: 0.0889375 Jan 21 23:27:39.602718 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Request body: {'port': {'device_id': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:27:39.657233 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6e2647b3-9827-428a-9216-4c81445d1b3e req-56a63578-bca5-4d69-94c6-b20a97fbf499 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202099 Jan 21 23:27:39.753978 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.838976 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-ec9c8ae2-ba44-4434-a434-074ea2f3f012 None None] Provisioning complete for port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:39.840116 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ec9c8ae2-ba44-4434-a434-074ea2f3f012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:39.885305 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c8ae2-ba44-4434-a434-074ea2f3f012 None None] Port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:27:40.085769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa464eb6-df4a-49f2-aa8e-be52e56f5f3c {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:27:40.094065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks [] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.108011 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Transition to ACTIVE for port object aa464eb6-df4a-49f2-aa8e-be52e56f5f3c will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:27:40.169588 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.227045 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:40.341163 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Attempting to bind port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:27:40.341905 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Attempting to bind port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:27:40.342458 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Attempting to bind port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c on network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:40.350213 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c on network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:27:40.350642 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Attempting to bind port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c on network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:27:40.357335 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:27:40.357792 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Checking segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:27:40.358205 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Bound using segment: {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:27:40.359396 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Bound port: aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c45531-ecd0-4ebf-af8b-d14f864995c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:27:40.359396 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.450728 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:27:40.455317 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:27:40.541939 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.653420 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:40.654206 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.655990 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] 10.222.0.124 "PUT /v2.0/ports/aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 1093 time: 1.0591648 Jan 21 23:27:40.656572 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:27:40.659065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:27:40.661100 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:40.664954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929546fb-9471-4395-a1c3-f495e903d581 service neutron] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:40.749570 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8de07-3773-4732-923a-90236915b7ed x-openstack-request-id: req-3da8de07-3773-4732-923a-90236915b7ed {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:27:40.751431 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:27:40.751431 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-3da8de07-3773-4732-923a-90236915b7ed {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:27:40.751431 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:27:40.904483 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5311b3-680f-48d3-8ec7-146dc1ef2d08 req-1823394b-e004-4755-8dbc-f0c817cd8d25 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:40.907082 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ac5311b3-680f-48d3-8ec7-146dc1ef2d08 req-1823394b-e004-4755-8dbc-f0c817cd8d25 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0945528 Jan 21 23:27:40.999318 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ac5311b3-680f-48d3-8ec7-146dc1ef2d08 req-7bdbd16e-d665-4800-8b05-67c8f482f697 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841625 Jan 21 23:27:41.057505 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-946cf4dc-fefe-43e2-b738-d47d826ac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:41.059042 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-946cf4dc-fefe-43e2-b738-d47d826ac96b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0818961 Jan 21 23:27:41.295982 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:42.134518 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67648-0ef8-49c5-9895-d53daa1c0c84 req-8f10fde1-7ecf-4abb-93ea-a9d5d8a35960 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:42.137392 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69d67648-0ef8-49c5-9895-d53daa1c0c84 req-8f10fde1-7ecf-4abb-93ea-a9d5d8a35960 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0591247 Jan 21 23:27:42.189935 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69d67648-0ef8-49c5-9895-d53daa1c0c84 req-a265bd0f-cd5a-4374-ad31-6ab3046b1bf2 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Jan 21 23:27:43.326563 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8f0f-87dc-4fef-affe-b146e33ce9e0 req-231c1d83-9d34-4cd4-84f7-ebc0292d2b00 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:43.334386 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-24ab8f0f-87dc-4fef-affe-b146e33ce9e0 req-231c1d83-9d34-4cd4-84f7-ebc0292d2b00 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0625596 Jan 21 23:27:43.398303 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-24ab8f0f-87dc-4fef-affe-b146e33ce9e0 req-c768ed02-b5aa-4242-b5a5-c0af8c18e1f5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jan 21 23:27:44.514735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd6bf-cdda-4443-95f7-52b2f21b0d2b req-ff7508b0-09db-4364-88d0-095105ad3c64 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:44.516317 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fcddd6bf-cdda-4443-95f7-52b2f21b0d2b req-ff7508b0-09db-4364-88d0-095105ad3c64 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0549266 Jan 21 23:27:44.589930 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fcddd6bf-cdda-4443-95f7-52b2f21b0d2b req-04dba366-9b8f-4b28-94e2-027530a39448 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676405 Jan 21 23:27:45.731671 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238455f8-0f85-4a83-a2fc-9b607d82f228 req-72fe4e52-458c-4fa0-8eec-d02bd50fcbd4 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:45.733563 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-238455f8-0f85-4a83-a2fc-9b607d82f228 req-72fe4e52-458c-4fa0-8eec-d02bd50fcbd4 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0593650 Jan 21 23:27:45.788665 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-238455f8-0f85-4a83-a2fc-9b607d82f228 req-88935f13-bf61-42e3-8ef0-52885c2b7d22 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480421 Jan 21 23:27:46.917920 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e102-048f-43d5-97c8-9d683c0af8f6 req-ce163f51-0c84-4b88-bb94-e8a430ff3146 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:46.919503 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2c5e102-048f-43d5-97c8-9d683c0af8f6 req-ce163f51-0c84-4b88-bb94-e8a430ff3146 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0564432 Jan 21 23:27:46.983247 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a2c5e102-048f-43d5-97c8-9d683c0af8f6 req-7ca4a52f-9f34-41e1-9a37-15840feb031d tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Jan 21 23:27:47.789453 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-9fabb361-9969-4601-97d9-78fddb2b02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:47.790982 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-9fabb361-9969-4601-97d9-78fddb2b02de service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1075642 Jan 21 23:27:48.101777 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e45a-38f5-468c-912b-08594c70a512 req-bac28854-cf6a-48a1-8833-b18b774e64d8 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:48.103320 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5620e45a-38f5-468c-912b-08594c70a512 req-bac28854-cf6a-48a1-8833-b18b774e64d8 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0555291 Jan 21 23:27:48.153232 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5620e45a-38f5-468c-912b-08594c70a512 req-e442a559-eb38-4fb4-a913-c4a840e6b467 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Jan 21 23:27:48.475118 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-0be9b5a5-3b4c-4459-b829-ee9d55d75110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:48.476694 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-877c6bd9-4f0d-44c3-ba8b-db4012dd79fa req-0be9b5a5-3b4c-4459-b829-ee9d55d75110 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941930 Jan 21 23:27:48.605360 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-9b2ae4c0-a9b6-4a48-ba94-f91ec32dc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:48.606807 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-9b2ae4c0-a9b6-4a48-ba94-f91ec32dc71c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0414989 Jan 21 23:27:48.659868 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-d9112ce2-92dc-4359-a432-d37bb393d295 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 217 time: 0.0394161 Jan 21 23:27:48.709606 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-04ed3a50-812d-49a8-b236-a656a270a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:48.711112 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-04ed3a50-812d-49a8-b236-a656a270a748 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0445561 Jan 21 23:27:48.757790 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-2df07c2f-34be-4575-876c-ce825df09d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:48.759307 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-2df07c2f-34be-4575-876c-ce825df09d57 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414979 Jan 21 23:27:48.853600 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-49671205-316d-4a92-bc9c-d78a4ed420e9 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875447 Jan 21 23:27:48.944353 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-b0601e8f-08a5-4e6e-9000-336064de58ba req-468f8949-9bf0-4a32-a272-c9183cf3c8e3 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Jan 21 23:27:49.268692 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47a51f-44e9-4304-8003-be884a7e7d71 req-aef6da10-2d0e-48d5-8ad5-ced3d054851a tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:49.270651 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a47a51f-44e9-4304-8003-be884a7e7d71 req-aef6da10-2d0e-48d5-8ad5-ced3d054851a tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0492010 Jan 21 23:27:49.319640 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3a47a51f-44e9-4304-8003-be884a7e7d71 req-d4238582-e8dd-4301-8de3-9beb0b25a1dd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430810 Jan 21 23:27:50.442907 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02018256-bdab-4c70-bdec-bbfa1c90f27b req-195fa07c-8f80-4529-a3b6-4ab90be82d93 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:50.444477 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02018256-bdab-4c70-bdec-bbfa1c90f27b req-195fa07c-8f80-4529-a3b6-4ab90be82d93 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 943 time: 0.0563331 Jan 21 23:27:50.495563 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-02018256-bdab-4c70-bdec-bbfa1c90f27b req-945fae3b-6610-468f-95cd-aefdd7976cd8 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450790 Jan 21 23:27:51.117314 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device aa464eb6-df4a-49f2-aa8e-be52e56f5f3c details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:27:51.214603 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:51.225384 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'port_id': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'mac_address': 'fa:16:3e:1f:15:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:27:51.269067 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:51.269479 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:51.282880 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa464eb6-df4a-49f2-aa8e-be52e56f5f3c {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:27:51.302009 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:51.374842 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:51.423763 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:51.615417 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cfc89-6f7f-4587-b4dc-d021325033fa req-68b28f80-9a77-49d3-85a5-8b800f971f73 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:51.617008 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1a2cfc89-6f7f-4587-b4dc-d021325033fa req-68b28f80-9a77-49d3-85a5-8b800f971f73 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 944 time: 0.0516675 Jan 21 23:27:51.665789 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1a2cfc89-6f7f-4587-b4dc-d021325033fa req-6b87ee66-6a06-4273-ae55-3e92cbf5d3bd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Jan 21 23:27:52.782034 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2834-a292-449a-bcd2-8f7d25da8255 req-f64e55bb-f29b-49ef-8507-c2becf92e1c5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:52.783522 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-adae2834-a292-449a-bcd2-8f7d25da8255 req-f64e55bb-f29b-49ef-8507-c2becf92e1c5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 944 time: 0.0499260 Jan 21 23:27:52.834833 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-adae2834-a292-449a-bcd2-8f7d25da8255 req-a72b1cd6-bcd7-4e04-bbcb-8a844f7554f7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457001 Jan 21 23:27:53.951283 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d544276-529e-49eb-aee6-02b2441d0434 req-273c2c45-d331-42ce-801d-71ffc3c258f4 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:53.952719 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d544276-529e-49eb-aee6-02b2441d0434 req-273c2c45-d331-42ce-801d-71ffc3c258f4 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 944 time: 0.0499473 Jan 21 23:27:54.000361 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d544276-529e-49eb-aee6-02b2441d0434 req-b379fa30-a535-4a07-9da0-998fc265f706 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418081 Jan 21 23:27:54.143241 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:27:55.144851 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395bfb-ca3e-4ec9-882a-ee28e16fbef1 req-b6ecc62a-97b7-41aa-acb3-af65d1fa6398 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:55.147488 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70395bfb-ca3e-4ec9-882a-ee28e16fbef1 req-b6ecc62a-97b7-41aa-acb3-af65d1fa6398 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 944 time: 0.0627899 Jan 21 23:27:55.200837 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-70395bfb-ca3e-4ec9-882a-ee28e16fbef1 req-d1665e9d-fa8f-4a4a-b23d-26e76a6b15b0 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Jan 21 23:27:55.557102 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35172) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:55.670960 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:55.756005 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Publish callbacks [] for security_group (b78245c5-2083-4a6d-8a63-f5e6ca6ddead), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:55.832143 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b78245c5-2083-4a6d-8a63-f5e6ca6ddead), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:55.870816 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device aa464eb6-df4a-49f2-aa8e-be52e56f5f3c up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:27:55.874279 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=1689031b7b3f4b77a5595d40f2a9a632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159788 Jan 21 23:27:55.875348 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78245c5-2083-4a6d-8a63-f5e6ca6ddead,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:55.877190 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35180) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:55.883422 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.883756 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.888293 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cadd5df-8fad-46fd-8851-4c6027ed75c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:27:55.941283 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] Publish callbacks [] for security_group (b78245c5-2083-4a6d-8a63-f5e6ca6ddead), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:55.963115 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] Publish callbacks [] for security_group (b78245c5-2083-4a6d-8a63-f5e6ca6ddead), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.026473 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:27:56.030869 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:27:56.031269 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.113778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:27:56.114179 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.115911 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b78245c5-2083-4a6d-8a63-f5e6ca6ddead), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.118552 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.120002 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/b78245c5-2083-4a6d-8a63-f5e6ca6ddead HTTP/1.1" status: 204 len: 168 time: 0.2414353 Jan 21 23:27:56.128244 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d686-9fba-451c-bfc1-57037a42e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78245c5-2083-4a6d-8a63-f5e6ca6ddead,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:56.139306 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:27:56.141547 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385feacc-dee5-40da-b589-e2e2619e936b" -d '{"events": [{"server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:27:56.160462 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:27:56.187675 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b8f2ae-5dfa-4fd4-9ed9-ab52245a651f x-openstack-request-id: req-60b8f2ae-5dfa-4fd4-9ed9-ab52245a651f {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:27:56.188029 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "name": "network-vif-plugged", "status": "completed", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:27:56.188448 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-60b8f2ae-5dfa-4fd4-9ed9-ab52245a651f {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:27:56.188871 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'code': 200} Jan 21 23:27:56.226280 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.284921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:56.336425 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270b427-3fd3-4c35-92eb-90b530242737 req-cc95973e-6c06-4baf-b364-9b78b94f1cbe tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:56.338009 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4270b427-3fd3-4c35-92eb-90b530242737 req-cc95973e-6c06-4baf-b364-9b78b94f1cbe tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0528014 Jan 21 23:27:56.386776 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4270b427-3fd3-4c35-92eb-90b530242737 req-8c24abc4-bea1-46fc-ae3d-fee3199529fe tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Jan 21 23:27:56.520891 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef71f8-8316-4dd9-867c-c64649dcf250 req-b0ad3f14-71d4-450c-886b-38aefde5939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:56.522604 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-feef71f8-8316-4dd9-867c-c64649dcf250 req-b0ad3f14-71d4-450c-886b-38aefde5939c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0409951 Jan 21 23:27:56.567950 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-feef71f8-8316-4dd9-867c-c64649dcf250 req-9f96f09d-b11d-4cd6-8b54-e6a3badfdc04 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Jan 21 23:27:56.735638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35192) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:56.749089 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68b6e7ef-a79e-44d9-8927-9b5f67df9d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.822359 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68b6e7ef-a79e-44d9-8927-9b5f67df9d77 admin admin] Publish callbacks [] for security_group (877e097a-76d8-4800-91b9-fd36e5ab6c77), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.887172 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-68b6e7ef-a79e-44d9-8927-9b5f67df9d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (877e097a-76d8-4800-91b9-fd36e5ab6c77), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:56.930530 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-68b6e7ef-a79e-44d9-8927-9b5f67df9d77 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6a22dd26d3324c209be740233a3616ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937020 Jan 21 23:27:56.931698 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6e7ef-a79e-44d9-8927-9b5f67df9d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877e097a-76d8-4800-91b9-fd36e5ab6c77,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:56.933478 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35194) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:56.983569 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] Publish callbacks [] for security_group (877e097a-76d8-4800-91b9-fd36e5ab6c77), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:57.005442 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] Publish callbacks [] for security_group (877e097a-76d8-4800-91b9-fd36e5ab6c77), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:57.111569 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (877e097a-76d8-4800-91b9-fd36e5ab6c77), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:57.114086 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:57.115336 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/877e097a-76d8-4800-91b9-fd36e5ab6c77 HTTP/1.1" status: 204 len: 168 time: 0.1807158 Jan 21 23:27:57.124197 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d86dc-33c1-4319-8c88-8d8f2f652ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e097a-76d8-4800-91b9-fd36e5ab6c77,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:27:57.692391 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7c9d5-34d0-4b7c-93f6-978f5a24f4be req-b4db29f2-c4aa-4e3e-a6c8-91f0a6fe0e02 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:57.693948 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-47f7c9d5-34d0-4b7c-93f6-978f5a24f4be req-b4db29f2-c4aa-4e3e-a6c8-91f0a6fe0e02 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.2369571 Jan 21 23:27:57.748880 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-47f7c9d5-34d0-4b7c-93f6-978f5a24f4be req-bd0debd4-a7c9-4136-85aa-061360df6071 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Jan 21 23:27:59.041343 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb495de-c934-4d96-a7c1-d2aa9dd53058 req-e1749259-9e53-4ee1-99ce-1ce3d8fb9234 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:59.042892 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5eb495de-c934-4d96-a7c1-d2aa9dd53058 req-e1749259-9e53-4ee1-99ce-1ce3d8fb9234 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.2176688 Jan 21 23:27:59.092341 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5eb495de-c934-4d96-a7c1-d2aa9dd53058 req-38fb72d5-2889-4636-adfd-c420b2b9130c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424342 Jan 21 23:27:59.220380 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4234864-fd3a-4750-9f1a-002d360e5297 req-7aac5ade-a0b7-4c61-9361-66905cc95f88 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:59.221726 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a4234864-fd3a-4750-9f1a-002d360e5297 req-7aac5ade-a0b7-4c61-9361-66905cc95f88 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0608070 Jan 21 23:27:59.275175 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a4234864-fd3a-4750-9f1a-002d360e5297 req-631b8e3a-f1d8-451a-b5f2-257f3a1f1a42 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468769 Jan 21 23:27:59.601280 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db6a55-312f-4ce5-a9f2-85281e4a9a1a req-d67d25d4-86bd-447c-8c5b-cd3ddef0c8cc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:27:59.602795 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c2db6a55-312f-4ce5-a9f2-85281e4a9a1a req-d67d25d4-86bd-447c-8c5b-cd3ddef0c8cc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0500188 Jan 21 23:27:59.651217 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c2db6a55-312f-4ce5-a9f2-85281e4a9a1a req-9206b413-6d99-461c-af15-986f876ba3d0 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Jan 21 23:27:59.747717 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35260) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:27:59.857862 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0555bd9b-d80d-48d3-aa8a-c09250d926eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:27:59.937864 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0555bd9b-d80d-48d3-aa8a-c09250d926eb admin admin] Publish callbacks [] for security_group (645d9906-3af8-4324-a879-39ae6aba11e1), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.024776 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0555bd9b-d80d-48d3-aa8a-c09250d926eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (645d9906-3af8-4324-a879-39ae6aba11e1), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.069555 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555bd9b-d80d-48d3-aa8a-c09250d926eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645d9906-3af8-4324-a879-39ae6aba11e1,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:00.074228 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-0555bd9b-d80d-48d3-aa8a-c09250d926eb admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=de69f3c888d3466ab067fc7b7ef5dc8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253350 Jan 21 23:28:00.077021 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35274) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:00.138163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] Publish callbacks [] for security_group (645d9906-3af8-4324-a879-39ae6aba11e1), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.177660 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] Publish callbacks [] for security_group (645d9906-3af8-4324-a879-39ae6aba11e1), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.206068 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e49a7ee8-15cd-43e3-8328-bddbd688a0c4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-978064308&fields=id&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 267 time: 0.0798781 Jan 21 23:28:00.336070 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-885cafa1-2c9f-4ebc-82ef-df468770dcc5 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:00.337639 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-885cafa1-2c9f-4ebc-82ef-df468770dcc5 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.1234457 Jan 21 23:28:00.352606 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-f9c828a9-5800-4ade-9d0b-a0e9759c1976 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/quotas/d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 375 time: 0.0092747 Jan 21 23:28:00.387627 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (645d9906-3af8-4324-a879-39ae6aba11e1), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.390177 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:00.394940 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/645d9906-3af8-4324-a879-39ae6aba11e1 HTTP/1.1" status: 204 len: 168 time: 0.3134332 Jan 21 23:28:00.404297 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eb2cd-a47f-41f6-8565-1e0665a20293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645d9906-3af8-4324-a879-39ae6aba11e1,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:00.438477 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-fe3355e5-f97a-41ff-8dc2-6ea1691e6053 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719175 Jan 21 23:28:00.443353 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-c1b20bb6-0837-4039-9325-afbf5510743a service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103079) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:28:00.444592 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-c1b20bb6-0837-4039-9325-afbf5510743a service neutron] 10.222.0.138 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054111 Jan 21 23:28:00.544487 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-dc658c2d-a58c-4536-ac0a-7cdfbc6f18af service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920348 Jan 21 23:28:00.635790 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-14bb9740-b03b-4439-a599-57cc4f1c1bb0 service neutron] 10.222.0.138 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Jan 21 23:28:01.044914 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35290) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:01.059319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-76207f6c-b6bf-4f70-9c47-f42bc500d5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.134765 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-76207f6c-b6bf-4f70-9c47-f42bc500d5ea admin admin] Publish callbacks [] for security_group (56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.221972 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-76207f6c-b6bf-4f70-9c47-f42bc500d5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.278725 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-76207f6c-b6bf-4f70-9c47-f42bc500d5ea admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=9dc6d389775746a984e2ddc3d04fc76a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325864 Jan 21 23:28:01.282006 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35296) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:01.295274 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4586d09a-1ff0-410d-8f7f-2ab3ec522464 req-1ff6cddd-098d-4a99-adea-758728b5fec1 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 210 time: 0.0461457 Jan 21 23:28:01.295990 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207f6c-b6bf-4f70-9c47-f42bc500d5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:01.336297 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] Publish callbacks [] for security_group (56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.358673 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] Publish callbacks [] for security_group (56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.512049 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.514826 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:01.518644 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17 HTTP/1.1" status: 204 len: 168 time: 0.2329197 Jan 21 23:28:01.525623 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f91b91-209c-4be6-b322-da72808cecd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e8bc0e-fa7e-4e22-8db7-fb3efc0a4f17,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:02.410595 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e9f3c8bd-232e-4d2c-9156-cf648e2aee19 req-c4583764-dec0-44df-8611-637df9b672a0 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 210 time: 0.0311129 Jan 21 23:28:02.682091 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35346) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:02.784968 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1993291513-network', 'tenant_id': 'd3af139d02034e3cadb269bfdd2c896d'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:02.883201 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Made reservation on behalf of d3af139d02034e3cadb269bfdd2c896d for: {'network': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:28:02.885632 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:02.894665 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:02.971660 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks [] for security_group (5491cd27-b2c9-448b-9635-f7ba80b05591), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.058537 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5491cd27-b2c9-448b-9635-f7ba80b05591), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.084520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=103079) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:28:03.094009 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5491cd27-b2c9-448b-9635-f7ba80b05591,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:03.101062 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (98db9154-8a9f-47b6-bc6c-40ec835016f7), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.103185 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.segments_db [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Added segment 98db9154-8a9f-47b6-bc6c-40ec835016f7 of type vlan for network b6bfa993-8a1d-4775-8627-1c541d2e5e7a Jan 21 23:28:03.140035 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (b6bfa993-8a1d-4775-8627-1c541d2e5e7a), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.236064 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (b6bfa993-8a1d-4775-8627-1c541d2e5e7a), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.237121 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:03.237743 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.299412 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] Pushing event updated for resources: {'Network': ['ID=b6bfa993-8a1d-4775-8627-1c541d2e5e7a,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:03.309503 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network b6bfa993-8a1d-4775-8627-1c541d2e5e7a details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:28:03.324321 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b61a5598-39f8-4db3-b0cf-d9b03e6bb466 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6410842 Jan 21 23:28:03.327509 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35350) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:03.332672 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Request body: {'subnet': {'network_id': 'b6bfa993-8a1d-4775-8627-1c541d2e5e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1993291513-subnet', 'tenant_id': 'd3af139d02034e3cadb269bfdd2c896d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:03.441528 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Made reservation on behalf of d3af139d02034e3cadb269bfdd2c896d for: {'subnet': 1} {{(pid=103079) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:28:03.444802 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59338812'] for subnet (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.510913 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-78810f4c-dc76-4446-8db1-9d65d0649214 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:03.512494 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-78810f4c-dc76-4446-8db1-9d65d0649214 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 811 time: 0.1193507 Jan 21 23:28:03.536165 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fd83c04-81f1-49d6-98e8-8ede2c75b272 req-3904710b-59a8-4ccf-a5ae-9a913f6b2323 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 210 time: 0.0345581 Jan 21 23:28:03.602255 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-add47a8b-1b19-4877-8ddb-d1536f81f8c4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d44f546c2f3e4030bb4d0859edd3d52e HTTP/1.1" status: 200 len: 379 time: 0.0755315 Jan 21 23:28:03.612644 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'port': {'device_id': '9cfaf818-d488-438e-8290-a35036e524f8', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'admin_state_up': True, 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'security_groups': ['98342e60-c1eb-426b-9189-c927d3a8884e']}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:03.746309 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60045511', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59338786'] for subnet (84304438-caea-4706-8438-1603bc473416), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.800882 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84304438-caea-4706-8438-1603bc473416,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:03.804714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Made reservation on behalf of d44f546c2f3e4030bb4d0859edd3d52e for: {'port': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:28:03.808984 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.816825 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Checking segment: {'id': '98db9154-8a9f-47b6-bc6c-40ec835016f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'b6bfa993-8a1d-4775-8627-1c541d2e5e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:28:03.817207 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Network hostable DHCP agents. Network: b6bfa993-8a1d-4775-8627-1c541d2e5e7a, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103079) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:28:03.900532 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Network b6bfa993-8a1d-4775-8627-1c541d2e5e7a is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103079) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:28:03.941611 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.20.0.6 (bbe611ef-5b30-4901-9d84-45d0f7db0d83/392352a7-c396-4923-9a59-9b89124a4d3a/f5684064-4fb3-464a-b822-6dae265759e9) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:28:03.961500 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.base_scheduler [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, b6bfa993-8a1d-4775-8627-1c541d2e5e7a) {{(pid=103079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:28:03.963424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:03.965573 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:03.966818 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54496206-d4e2-477e-9520-432c3716b697 None None] Network b6bfa993-8a1d-4775-8627-1c541d2e5e7a requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:28:04.046348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-675298c2-560c-4a19-b378-0f944ddb41d7 admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7176418 Jan 21 23:28:04.072789 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e110b3b-87b2-4d9c-af5d-c239323516f9 None None] Network b6bfa993-8a1d-4775-8627-1c541d2e5e7a requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:28:04.091719 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (f5684064-4fb3-464a-b822-6dae265759e9), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.198419 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.244109 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:28:04.247106 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:28:04.250856 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:28:04.257333 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:04.307309 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:04.315800 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.399675 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-e330c089-1e0b-4a10-afcd-afec9aeb4584 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7907283 Jan 21 23:28:04.403415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e11f9a86-350b-4280-b6b8-094b5a1970b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.418887 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Request body: {'port': {'device_id': '9cfaf818-d488-438e-8290-a35036e524f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82568'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:04.474288 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f5684064-4fb3-464a-b822-6dae265759e9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.551559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-83abb490-a23c-43e9-8ac6-7a4dcaaf5a05 None None] Provisioning complete for port f5684064-4fb3-464a-b822-6dae265759e9 triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:28:04.552433 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-83abb490-a23c-43e9-8ac6-7a4dcaaf5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f5684064-4fb3-464a-b822-6dae265759e9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.631633 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-83abb490-a23c-43e9-8ac6-7a4dcaaf5a05 None None] Port f5684064-4fb3-464a-b822-6dae265759e9 cannot update to ACTIVE because it is not bound. {{(pid=103080) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 21 23:28:04.693818 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab56ad-f234-443a-9cc6-ae4f023322cb req-49a1e141-dd66-4f02-b3f8-b084b2b66509 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:04.694412 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d0ab56ad-f234-443a-9cc6-ae4f023322cb req-49a1e141-dd66-4f02-b3f8-b084b2b66509 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 931 time: 0.0615463 Jan 21 23:28:04.753270 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-d0ab56ad-f234-443a-9cc6-ae4f023322cb req-bc9c090f-58f7-4cf9-9820-9f117fe36257 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497179 Jan 21 23:28:04.808361 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5684064-4fb3-464a-b822-6dae265759e9 {{(pid=103078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:28:04.815914 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks [] for port (f5684064-4fb3-464a-b822-6dae265759e9), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.828115 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.provisioning_blocks [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Transition to ACTIVE for port object f5684064-4fb3-464a-b822-6dae265759e9 will not be triggered until provisioned by entity L2. {{(pid=103078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 21 23:28:04.852002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35374) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:04.857105 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1359640658-network', 'tenant_id': 'f30e00f8403646709735168eabd74957'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:04.921261 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.954596 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Made reservation on behalf of f30e00f8403646709735168eabd74957 for: {'network': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:28:04.956874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for network (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.977138 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:04.992607 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Pushing event updated for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:05.100609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Attempting to bind port f5684064-4fb3-464a-b822-6dae265759e9 on host hv-cinder-82568 for vnic_type normal with profile {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 21 23:28:05.100975 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Attempting to bind port f5684064-4fb3-464a-b822-6dae265759e9 by drivers openvswitch,hyperv on host hv-cinder-82568 at level 0 using segments [{'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 21 23:28:05.101319 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Attempting to bind port f5684064-4fb3-464a-b822-6dae265759e9 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:28:05.111942 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Port f5684064-4fb3-464a-b822-6dae265759e9 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82568 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 21 23:28:05.112292 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Attempting to bind port f5684064-4fb3-464a-b822-6dae265759e9 on network bbe611ef-5b30-4901-9d84-45d0f7db0d83 {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 21 23:28:05.127666 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Checking agent: {'id': '7b8284a0-3a45-4457-ba26-f7518c67455c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82568', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'started_at': datetime.datetime(2022, 1, 21, 23, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 1, 21, 23, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 21 23:28:05.128008 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Checking segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:28:05.128432 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Bound using segment: {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'} {{(pid=103078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 21 23:28:05.128879 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.managers [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Bound port: f5684064-4fb3-464a-b822-6dae265759e9, host: hv-cinder-82568, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20047706-d024-4e26-a8e0-7b9f1237059c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83'}}] {{(pid=103078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 21 23:28:05.129247 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f5684064-4fb3-464a-b822-6dae265759e9), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.145714 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks [] for security_group (becd4118-d601-41db-b678-6491b348c267), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.202177 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (becd4118-d601-41db-b678-6491b348c267), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.205349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, cleared binding levels {{(pid=103078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 21 23:28:05.236023 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f5684064-4fb3-464a-b822-6dae265759e9,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 21 23:28:05.241685 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 21 23:28:05.248384 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becd4118-d601-41db-b678-6491b348c267,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:05.254592 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (f67143f4-af75-4e36-8600-fbfb204017f8), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.254955 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.segments_db [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Added segment f67143f4-af75-4e36-8600-fbfb204017f8 of type vlan for network 1e0f05db-ada8-4e50-9405-17ecb8d06425 Jan 21 23:28:05.302780 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735730648540'] for network (1e0f05db-ada8-4e50-9405-17ecb8d06425), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.314081 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.357360 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.357996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.359435 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] 10.222.0.124 "PUT /v2.0/ports/f5684064-4fb3-464a-b822-6dae265759e9 HTTP/1.1" status: 200 len: 1093 time: 0.9458880 Jan 21 23:28:05.359920 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:28:05.362306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264052a1-f3d8-4500-ba39-899d0ce2e68f" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:28:05.391320 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16289c-dd2e-4f41-a0ed-5d9b5b11b677 service neutron] Pushing event updated for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=3']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:05.409582 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d26e2-4874-451e-be6b-bceff2eae7ce x-openstack-request-id: req-de8d26e2-4874-451e-be6b-bceff2eae7ce {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:28:05.409898 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:28:05.410173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-de8d26e2-4874-451e-be6b-bceff2eae7ce {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:28:05.410664 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9', 'status': 'completed', 'code': 200} Jan 21 23:28:05.415222 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685'] for network (1e0f05db-ada8-4e50-9405-17ecb8d06425), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.416335 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.416952 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.489349 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0f05db-ada8-4e50-9405-17ecb8d06425,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:05.500111 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Network 1e0f05db-ada8-4e50-9405-17ecb8d06425 details requested by agent ovs-agent-dv-cinder-825688-1-iscsi with host dv-cinder-825688-1-iscsi {{(pid=103080) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 21 23:28:05.515134 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-810280e9-0db9-486d-894f-b0189fd9d0f1 admin admin] 10.222.0.138 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6618483 Jan 21 23:28:05.518190 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35378) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:05.523590 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Request body: {'subnet': {'network_id': '1e0f05db-ada8-4e50-9405-17ecb8d06425', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1359640658-subnet', 'tenant_id': 'f30e00f8403646709735168eabd74957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:05.546002 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-06a626bc-2cdc-4891-8267-b53a53cc966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.547573 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-06a626bc-2cdc-4891-8267-b53a53cc966f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1096 time: 0.0728247 Jan 21 23:28:05.639104 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Made reservation on behalf of f30e00f8403646709735168eabd74957 for: {'subnet': 1} {{(pid=103078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 21 23:28:05.641893 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60583668'] for subnet (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.669995 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:05.714208 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-1b6e3947-bce0-46be-bd4a-1e948778d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.715726 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-1b6e3947-bce0-46be-bd4a-1e948778d35b service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1542118 Jan 21 23:28:05.859894 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-d31d56e7-cc42-44ef-9e35-6bad0cf4a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.861346 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-264052a1-f3d8-4500-ba39-899d0ce2e68f req-d31d56e7-cc42-44ef-9e35-6bad0cf4a6c1 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1396632 Jan 21 23:28:05.875742 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0e6f7-1b73-4bf0-997e-0cb2f4ac123f req-1869aaf4-d0dd-419a-86f3-501ef12f36cc tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.877379 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61c0e6f7-1b73-4bf0-997e-0cb2f4ac123f req-1869aaf4-d0dd-419a-86f3-501ef12f36cc tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0504131 Jan 21 23:28:05.931348 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-61c0e6f7-1b73-4bf0-997e-0cb2f4ac123f req-e5a3cf69-9d25-4ee3-ba10-650e498ecc82 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475078 Jan 21 23:28:05.969701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-15f842cf-376b-46e0-be96-5dcb7f84900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:05.971286 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-15f842cf-376b-46e0-be96-5dcb7f84900f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1096 time: 0.0451703 Jan 21 23:28:06.019332 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-91a77ef3-ea74-42c1-ad76-75be8abb7a23 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5684064-4fb3-464a-b822-6dae265759e9 HTTP/1.1" status: 200 len: 217 time: 0.0344470 Jan 21 23:28:06.033434 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60257500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60583658'] for subnet (4e9cf25b-325c-432e-aceb-558b0fed3d50), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:06.115028 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-1aafed14-8646-478a-83a8-c7f44601343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:06.116792 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-1aafed14-8646-478a-83a8-c7f44601343a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0924840 Jan 21 23:28:06.119310 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9cf25b-325c-432e-aceb-558b0fed3d50,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:06.161266 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Checking segment: {'id': 'f67143f4-af75-4e36-8600-fbfb204017f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '1e0f05db-ada8-4e50-9405-17ecb8d06425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 21 23:28:06.161628 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Network hostable DHCP agents. Network: 1e0f05db-ada8-4e50-9405-17ecb8d06425, hostable agents: ['ca3e2098-aae5-43cd-9696-630d155ab741'], hosted agents: [] {{(pid=103078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 21 23:28:06.185615 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143f161-9649-48a0-9094-d6e61ae37466 req-9a9d3e36-9bcd-465a-8e61-3b83b407e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:06.187122 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-9a9d3e36-9bcd-465a-8e61-3b83b407e645 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634406 Jan 21 23:28:06.281500 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Network 1e0f05db-ada8-4e50-9405-17ecb8d06425 is scheduled to be hosted by DHCP agent ca3e2098-aae5-43cd-9696-630d155ab741 with binding_index 1 {{(pid=103078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 21 23:28:06.290396 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-bc1b61d6-e7a7-4106-9f0a-55df3594d01c service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976987 Jan 21 23:28:06.362614 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825688-1-iscsi, 1e0f05db-ada8-4e50-9405-17ecb8d06425) {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:28:06.369815 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:06.370433 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:06.372052 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fe0bf-4108-4978-81a4-8bfcc17951c0 None None] Network 1e0f05db-ada8-4e50-9405-17ecb8d06425 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:28:06.392421 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-4143f161-9649-48a0-9094-d6e61ae37466 req-45e53795-f85b-40bf-9106-d6d46cec11fc service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954025 Jan 21 23:28:06.447100 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-5a05e7cd-5c21-4054-886c-377707904d1f admin admin] 10.222.0.138 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9278431 Jan 21 23:28:06.473678 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d44f0-b918-46db-8ad8-d1d1a076eabc None None] Network 1e0f05db-ada8-4e50-9405-17ecb8d06425 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:28:06.904370 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-dfc19d5e-a913-460d-b863-80f77cc3ec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:07.054414 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f05d-e40c-4c21-962b-44550aec7d2a req-964c3e64-ae94-49f0-ba8c-a3b7be9dba53 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:07.055925 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7099f05d-e40c-4c21-962b-44550aec7d2a req-964c3e64-ae94-49f0-ba8c-a3b7be9dba53 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0545514 Jan 21 23:28:07.106401 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7099f05d-e40c-4c21-962b-44550aec7d2a req-4efd0b16-4ed9-4629-b435-60ae5df118f3 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444689 Jan 21 23:28:08.224637 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ac5b1-e7ca-426a-be7f-36458a41e702 req-f3a58dfb-0ace-40c4-8ae7-337d5920eebf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:08.226837 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-497ac5b1-e7ca-426a-be7f-36458a41e702 req-f3a58dfb-0ace-40c4-8ae7-337d5920eebf tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0514553 Jan 21 23:28:08.276696 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-497ac5b1-e7ca-426a-be7f-36458a41e702 req-96485121-d03b-4796-9bbb-ee970187dc85 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Jan 21 23:28:09.117512 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:09.398842 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812b6dc-370c-438a-add7-86deba19c761 req-e6046318-42f8-4dad-9ea4-04e6b05a1d89 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:09.400374 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7812b6dc-370c-438a-add7-86deba19c761 req-e6046318-42f8-4dad-9ea4-04e6b05a1d89 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0540569 Jan 21 23:28:09.451922 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7812b6dc-370c-438a-add7-86deba19c761 req-4f553822-d41f-4e9b-9459-87802fca259c tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454905 Jan 21 23:28:10.609441 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d00bf-23c2-404c-b049-bbe42d14658b req-e60ac8a4-ab5e-42b5-af28-a88601111431 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:10.610981 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-681d00bf-23c2-404c-b049-bbe42d14658b req-e60ac8a4-ab5e-42b5-af28-a88601111431 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0803952 Jan 21 23:28:10.664707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:10.697930 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe28de-d7dd-4299-96ed-823815e41952 req-419ea19f-9a75-45cb-b6fc-2ed6a2745169 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:10.699347 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2fe28de-d7dd-4299-96ed-823815e41952 req-419ea19f-9a75-45cb-b6fc-2ed6a2745169 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0874612 Jan 21 23:28:10.703604 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-681d00bf-23c2-404c-b049-bbe42d14658b req-f4be24b6-a81f-4c67-9115-3e81d2463b87 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830495 Jan 21 23:28:10.754566 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f2fe28de-d7dd-4299-96ed-823815e41952 req-8105481d-1c33-44a3-9e51-2851a5fb8157 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Jan 21 23:28:10.776986 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35436) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:10.980223 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54de596-6f32-406a-8cce-9330e89e7828 tempest-TestMinimumBasicScenario-595940863 tempest-TestMinimumBasicScenario-595940863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:10.981715 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-d54de596-6f32-406a-8cce-9330e89e7828 tempest-TestMinimumBasicScenario-595940863 tempest-TestMinimumBasicScenario-595940863-project-admin] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1093 time: 0.2036870 Jan 21 23:28:10.984867 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35440) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:10.989178 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'port_id': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:11.140539 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:11.239165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:11.288883 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:11.345859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Allocated IP 172.27.3.70 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/aa4ea05e-2224-4368-8416-1e4e4fd467a6) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:28:11.445742 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:11.539257 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:11.584643 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:28:11.587636 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:28:11.591147 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:28:11.612830 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'Port': ['ID=aa4ea05e-2224-4368-8416-1e4e4fd467a6,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:11.826924 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f69394-1263-46cc-85e2-b6b44290edf1 req-bb4b746f-7aad-4af5-8566-554abab8fdaa tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:11.828620 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f4f69394-1263-46cc-85e2-b6b44290edf1 req-bb4b746f-7aad-4af5-8566-554abab8fdaa tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0540943 Jan 21 23:28:11.885140 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f4f69394-1263-46cc-85e2-b6b44290edf1 req-2d405d46-ec19-4f3b-b861-1011fc6ae83f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499563 Jan 21 23:28:12.234996 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for floatingip (53943ecc-c112-44e6-8eeb-a67d4b5b2a89), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:12.354701 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:12.504239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:12.551516 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:12.623526 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'Port': ['ID=aa4ea05e-2224-4368-8416-1e4e4fd467a6,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:12.630677 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (53943ecc-c112-44e6-8eeb-a67d4b5b2a89), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:12.731200 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Floating IP 53943ecc-c112-44e6-8eeb-a67d4b5b2a89 associated. External IP: 172.27.3.70, port: aa464eb6-df4a-49f2-aa8e-be52e56f5f3c. Jan 21 23:28:12.939895 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Router e42d024a-d1ab-4670-b9ec-4cb031817997 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:28:13.024056 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7538f-469d-4f46-8b0c-4b064f987305 req-a4133a74-b89b-4609-9725-0591d607d14a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.028767 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-91f7538f-469d-4f46-8b0c-4b064f987305 req-a4133a74-b89b-4609-9725-0591d607d14a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0571651 Jan 21 23:28:13.061437 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:28:13.074476 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Sync routers for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:28:13.084307 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-91f7538f-469d-4f46-8b0c-4b064f987305 req-60da991c-e9ad-4fe9-b1d5-41f63985741d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528107 Jan 21 23:28:13.084928 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:28:13.085576 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:28:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:13.136707 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.170093 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-20e2896f-3051-4c73-9a30-9e0d03dac9d3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1840796 Jan 21 23:28:13.171139 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:28:13.172813 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35460) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:13.174627 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f476623-d887-4ab7-8c43-3dbcea5b9985" -d '{"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:28:13.179715 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009548494', 'description': 'tempest-secgroup-smoke-1009548494 description', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:13.217194 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332893b-48dd-44f7-9161-ba3381c4ba85 x-openstack-request-id: req-b332893b-48dd-44f7-9161-ba3381c4ba85 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:28:13.217770 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:28:13.218570 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-b332893b-48dd-44f7-9161-ba3381c4ba85 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:28:13.218570 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:28:13.304145 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.331041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:28:13.332901 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-41b9b211-8b32-41dd-a253-fd04d27d4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.335297 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-41b9b211-8b32-41dd-a253-fd04d27d4c82 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0701485 Jan 21 23:28:13.339114 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-7ac63108-a557-4be4-be46-75fb52318e34 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833907 Jan 21 23:28:13.397690 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (b67a6bf8-094b-4d49-8ee5-d59fac552c9b), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.481948 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b67a6bf8-094b-4d49-8ee5-d59fac552c9b), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.494569 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-f3746d47-f863-4fb9-8c28-b75d27b065ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.497181 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-f3746d47-f863-4fb9-8c28-b75d27b065ca service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1099 time: 0.0625372 Jan 21 23:28:13.498803 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-39e37abd-f3cc-495b-a7dc-84caeca21f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.507877 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-39e37abd-f3cc-495b-a7dc-84caeca21f89 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.1351919 Jan 21 23:28:13.540208 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a6bf8-094b-4d49-8ee5-d59fac552c9b,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:13.553513 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.553964 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.554236 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.554614 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.554947 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.555294 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.555642 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.555990 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.556506 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.557502 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.557502 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.557763 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.558138 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:13.607260 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '53943ecc-c112-44e6-8eeb-a67d4b5b2a89', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'port_id': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'mac_address': 'fa:16:3e:1f:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:12Z', 'updated_at': '2022-01-21T23:28:12Z', 'revision_number': 0, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:13.635456 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.637611 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Checking router: e42d024a-d1ab-4670-b9ec-4cb031817997 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:28:13.644585 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-23d768a4-771e-40c9-be63-41236f1a690a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 998 time: 0.1360290 Jan 21 23:28:13.651345 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-d3443297-c9c2-42cf-ab94-1dd50a5a047b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4735255 Jan 21 23:28:13.651345 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35468) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:13.652683 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:28:13.653340 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:28:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:13.661584 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:13.721402 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-6700fa3f-4b78-463e-a879-6e12c92699a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.722967 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-6700fa3f-4b78-463e-a879-6e12c92699a2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0725482 Jan 21 23:28:13.724165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-e90b0b7e-7977-4e3a-9642-c559a30c0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.726184 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-e90b0b7e-7977-4e3a-9642-c559a30c0306 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.1685483 Jan 21 23:28:13.763739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (a95894be-0e62-4fa8-8a22-f12ee54d6a2c), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.770277 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:28:13.828446 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (a95894be-0e62-4fa8-8a22-f12ee54d6a2c), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.828760 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-2eb49520-ff3e-4aee-ad8c-a91361f88927 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 1001 time: 0.0937879 Jan 21 23:28:13.830543 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-81da1dea-beeb-4538-b3ad-fdffe17526f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.832002 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-81da1dea-beeb-4538-b3ad-fdffe17526f2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983491 Jan 21 23:28:13.843768 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-060e4f85-6adc-4846-ab6e-00b756614abe service neutron] http://10.222.0.138:9696/v2.0/extensions returned with HTTP 200 {{(pid=103078) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 21 23:28:13.844886 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-060e4f85-6adc-4846-ab6e-00b756614abe service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051837 Jan 21 23:28:13.901446 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (a95894be-0e62-4fa8-8a22-f12ee54d6a2c), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:13.925342 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95894be-0e62-4fa8-8a22-f12ee54d6a2c,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:13.947869 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-45fe4491-beab-4fa5-9b0a-8f51a70aab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:13.949516 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-45fe4491-beab-4fa5-9b0a-8f51a70aab32 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.1111357 Jan 21 23:28:14.004914 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-f89d3669-d9bb-4d48-b6c2-05c1c5618aa7 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512187 Jan 21 23:28:14.007315 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.008702 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-23c76ba7-d60f-4209-a11a-49da3bafda1f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563397 Jan 21 23:28:14.011477 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35472) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:14.012553 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '53943ecc-c112-44e6-8eeb-a67d4b5b2a89', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'port_id': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'mac_address': 'fa:16:3e:1f:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:12Z', 'updated_at': '2022-01-21T23:28:12Z', 'revision_number': 0, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:14.017898 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:14.038291 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-6f5a4128-1d0e-4747-a1c6-c782bb3eccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:14.041183 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-6f5a4128-1d0e-4747-a1c6-c782bb3eccc3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826099 Jan 21 23:28:14.044172 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c174c9-2aab-42b2-8d0f-ac7fb938d645 None None] The sync data for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi is: [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '53943ecc-c112-44e6-8eeb-a67d4b5b2a89', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'floating_ip_address': '172.27.3.70', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'port_id': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'mac_address': 'fa:16:3e:1f:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:12Z', 'updated_at': '2022-01-21T23:28:12Z', 'revision_number': 0, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:28:14.100656 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (0579ec42-0822-45f7-bd38-14734efdba70), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.182351 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (0579ec42-0822-45f7-bd38-14734efdba70), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.203664 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-2f476623-d887-4ab7-8c43-3dbcea5b9985 req-e002aa81-9c13-4c58-bdee-58f7d545480b service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904378 Jan 21 23:28:14.214811 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-901a71d5-b596-4c46-ba27-75dedbd52a20 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621044 Jan 21 23:28:14.236110 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7d02c-9aa3-49dd-b8d1-4e37c48d5055 req-1ccc6322-15a2-4021-ab80-3bb5fb4fe934 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:14.237832 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ecc7d02c-9aa3-49dd-b8d1-4e37c48d5055 req-1ccc6322-15a2-4021-ab80-3bb5fb4fe934 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0707250 Jan 21 23:28:14.239469 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (0579ec42-0822-45f7-bd38-14734efdba70), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.273757 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0579ec42-0822-45f7-bd38-14734efdba70,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:14.320296 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ecc7d02c-9aa3-49dd-b8d1-4e37c48d5055 req-f2082d2d-921d-4e10-b70b-4e16d424177b tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738239 Jan 21 23:28:14.345426 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.346993 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-82917e15-5e50-41ba-af8f-adabb427454f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3341713 Jan 21 23:28:14.350336 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35478) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:14.355733 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:14.367865 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eb5e6d-c7f4-4051-a1d0-ca6d2db39246 None None] New status for floating IP 53943ecc-c112-44e6-8eeb-a67d4b5b2a89: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:28:14.389326 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-1d78c42a-a7cf-4ca5-8c8f-e94087e31e50 req-ab763725-634f-4464-8611-9ea64e028be5 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629262 Jan 21 23:28:14.443898 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (30f1eab0-f1f5-4639-a126-b423d91c2a36), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.503823 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (30f1eab0-f1f5-4639-a126-b423d91c2a36), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.568808 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (30f1eab0-f1f5-4639-a126-b423d91c2a36), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.587276 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f1eab0-f1f5-4639-a126-b423d91c2a36,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:14.656892 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.658235 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4f19878a-463a-492e-9cfc-057f819ebc80 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068848 Jan 21 23:28:14.661415 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35484) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:14.667120 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:14.779897 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (131aa77f-5707-4c30-a433-0554b516da02), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.842044 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (131aa77f-5707-4c30-a433-0554b516da02), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.899989 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (131aa77f-5707-4c30-a433-0554b516da02), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:14.914659 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131aa77f-5707-4c30-a433-0554b516da02,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:15.043346 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.045150 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-eeb74c40-22a9-48ac-80fa-8b50ac44f2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814645 Jan 21 23:28:15.047630 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35492) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:15.052165 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:15.144054 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.securitygroups_db [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Project 0d2a8b2cf69b4df8bf5c89d8155a0baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:28:15.149723 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (b5c8acb5-4c03-43bd-a8bd-eef981bf9bbe), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.213105 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (b5c8acb5-4c03-43bd-a8bd-eef981bf9bbe), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.298565 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (b5c8acb5-4c03-43bd-a8bd-eef981bf9bbe), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.317861 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c8acb5-4c03-43bd-a8bd-eef981bf9bbe,revision_number=0']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:15.399909 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.401193 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f2ea80c8-b778-40a9-bd6a-abe55116c81f tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3525980 Jan 21 23:28:15.404117 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35496) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:15.408564 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'security_group_rule': {'security_group_id': 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b', 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:15.462014 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1fd7-3da9-4400-b1b7-ed8a92366f4a req-222eb5d1-c578-45cf-90f9-6911ebb9d2bd tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:15.463556 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dffd1fd7-3da9-4400-b1b7-ed8a92366f4a req-222eb5d1-c578-45cf-90f9-6911ebb9d2bd tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0707715 Jan 21 23:28:15.517001 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-dffd1fd7-3da9-4400-b1b7-ed8a92366f4a req-f82124d7-2f60-4bd3-b0eb-4dac87531acc tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471752 Jan 21 23:28:15.518216 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.securitygroups_db [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Project 0d2a8b2cf69b4df8bf5c89d8155a0baf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 21 23:28:15.523715 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (19bae069-0846-4a38-8c29-a7d3f373704f), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.573660 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (19bae069-0846-4a38-8c29-a7d3f373704f), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.647432 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3761798'] for security_group_rule (19bae069-0846-4a38-8c29-a7d3f373704f), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.667278 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bae069-0846-4a38-8c29-a7d3f373704f,revision_number=0']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:15.736470 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:15.737806 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-ca2d75a8-f61a-47c9-aa14-d891dcbf6d40 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3326607 Jan 21 23:28:15.827015 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-b574ce4d-125a-4212-9b4a-41b05410b35c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009548494&fields=id&tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf HTTP/1.1" status: 200 len: 267 time: 0.0440590 Jan 21 23:28:15.879731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-111298b0-438b-4bde-8887-5fc575e731d1 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:15.881854 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-111298b0-438b-4bde-8887-5fc575e731d1 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0495641 Jan 21 23:28:15.892687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'port': {'security_groups': ['4e4ad8cd-a495-4663-a964-22a49a4beff5', 'b67a6bf8-094b-4d49-8ee5-d59fac552c9b']}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:15.962475 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:16.116988 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:28:16.153376 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:28:16.184372 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:16.298469 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:16.333415 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:28:16.348533 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.349209 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:16.350725 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2d488e94-bcd7-478a-ad6c-116db0546d9f req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "PUT /v2.0/ports/aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 981 time: 0.4625673 Jan 21 23:28:16.351238 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:28:16.358853 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b9fc7b-da5a-490e-b873-6afba9663bef" -d '{"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:28:16.379895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6114f6a-d0ce-4176-b4e0-8b38d26d512c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=6']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:16.496105 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:28:16.525002 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0a067-1833-4a12-ac68-952a946f0114 req-acfba7fd-742f-4204-84e3-eabd17102a25 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.526675 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fff0a067-1833-4a12-ac68-952a946f0114 req-acfba7fd-742f-4204-84e3-eabd17102a25 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0718021 Jan 21 23:28:16.666148 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-fff0a067-1833-4a12-ac68-952a946f0114 req-bc6ca8ce-e141-401c-9dc7-332aa3735866 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304533 Jan 21 23:28:16.667962 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15a5d72-1d53-4090-8774-ee34c51ee6d8 x-openstack-request-id: req-a15a5d72-1d53-4090-8774-ee34c51ee6d8 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:28:16.668291 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:28:16.668579 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-a15a5d72-1d53-4090-8774-ee34c51ee6d8 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:28:16.668988 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:28:16.752118 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-dd888b19-d433-4932-8b2d-6e75a94be40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.753759 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-dd888b19-d433-4932-8b2d-6e75a94be40c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1137 time: 0.0659740 Jan 21 23:28:16.784041 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c712adb-f0ce-4eda-9961-3ab10308cfe1 req-1d701bb0-a4c7-4dd1-9cf3-23bb3a6a158f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.786289 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9c712adb-f0ce-4eda-9961-3ab10308cfe1 req-1d701bb0-a4c7-4dd1-9cf3-23bb3a6a158f tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0744960 Jan 21 23:28:16.837383 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-d78742c3-51b8-4448-85ac-3f9e8ff0bd90 None None] Provisioning complete for port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:28:16.837970 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d78742c3-51b8-4448-85ac-3f9e8ff0bd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:16.856993 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9c712adb-f0ce-4eda-9961-3ab10308cfe1 req-0ccb1b1e-370b-47e1-a70c-7e91b9e053b4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626829 Jan 21 23:28:16.864477 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-10c0d15f-665a-46c4-a3a9-a4a8bfb5764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.868600 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-10c0d15f-665a-46c4-a3a9-a4a8bfb5764d service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.1005619 Jan 21 23:28:16.940218 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-ba3d111d-c935-4fca-990f-19bacca43ec8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 1000 time: 0.0656023 Jan 21 23:28:16.989111 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-79d65b67-ec31-4aa0-b15f-c899b91e8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:16.991381 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-79d65b67-ec31-4aa0-b15f-c899b91e8a2b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0453241 Jan 21 23:28:17.048031 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-2cf340c6-b921-4724-9ec5-0996f66a3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:17.049707 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-2cf340c6-b921-4724-9ec5-0996f66a3197 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494308 Jan 21 23:28:17.057995 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-d78742c3-51b8-4448-85ac-3f9e8ff0bd90 None None] Current status of the port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:28:17.141747 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-79c39f97-c001-4d06-88fb-904c7ff7278b service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851278 Jan 21 23:28:17.238322 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-c6b9fc7b-da5a-490e-b873-6afba9663bef req-7ecbe53b-cab9-4d10-b549-e4894ab8fb4c service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899169 Jan 21 23:28:17.973860 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fbbc6-de21-4281-84a5-e040b1f649dc req-18501e0c-e132-4eaf-8f33-a219924ddc7d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:17.975618 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7d1fbbc6-de21-4281-84a5-e040b1f649dc req-18501e0c-e132-4eaf-8f33-a219924ddc7d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0507448 Jan 21 23:28:18.025436 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7d1fbbc6-de21-4281-84a5-e040b1f649dc req-80d0de4a-4276-4d01-9a5e-59800f494ad4 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438514 Jan 21 23:28:19.142981 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95dc72-c516-4fcf-9842-56bbcad1d5df req-762c56bc-3476-412a-b45c-1d650db67d4a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:19.144597 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b95dc72-c516-4fcf-9842-56bbcad1d5df req-762c56bc-3476-412a-b45c-1d650db67d4a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 943 time: 0.0499496 Jan 21 23:28:19.202050 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5b95dc72-c516-4fcf-9842-56bbcad1d5df req-b24d88d5-fca8-4667-a3fd-c25d833daeb9 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518322 Jan 21 23:28:19.994316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f5684064-4fb3-464a-b822-6dae265759e9 details requested by agent hyperv_hv-cinder-82568 with host hv-cinder-82568 {{(pid=103080) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 21 23:28:20.092835 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f5684064-4fb3-464a-b822-6dae265759e9,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:28:20.103293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Returning: {'device': 'f5684064-4fb3-464a-b822-6dae265759e9', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'port_id': 'f5684064-4fb3-464a-b822-6dae265759e9', 'mac_address': 'fa:16:3e:f4:9b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103080) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 21 23:28:20.141528 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port f5684064-4fb3-464a-b822-6dae265759e9 is: DOWN; New status is: BUILD {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:28:20.141925 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f5684064-4fb3-464a-b822-6dae265759e9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:20.154598 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5684064-4fb3-464a-b822-6dae265759e9 {{(pid=103080) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 21 23:28:20.173422 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f5684064-4fb3-464a-b822-6dae265759e9,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:28:20.235677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:20.284793 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=4']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:20.292987 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.301588 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:28:20.323603 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d09a8f-6106-496b-b650-9ce770c734c4 req-966dc34b-8255-4ad1-a552-378083e53193 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:20.325227 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68d09a8f-6106-496b-b650-9ce770c734c4 req-966dc34b-8255-4ad1-a552-378083e53193 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 944 time: 0.0527570 Jan 21 23:28:20.375192 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-68d09a8f-6106-496b-b650-9ce770c734c4 req-00f19235-4d62-4474-9747-347b2e8fca36 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Jan 21 23:28:20.546769 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['f5684064-4fb3-464a-b822-6dae265759e9'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:28:21.492988 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce143776-509b-4029-b279-a2a2aa71062e req-3ceafe43-8e25-4487-86bc-a067c888ccea tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:21.494497 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce143776-509b-4029-b279-a2a2aa71062e req-3ceafe43-8e25-4487-86bc-a067c888ccea tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 944 time: 0.0509045 Jan 21 23:28:21.545165 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-ce143776-509b-4029-b279-a2a2aa71062e req-a90f3207-3ec5-416e-9e0d-fc4568823a11 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449424 Jan 21 23:28:22.023466 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f5684064-4fb3-464a-b822-6dae265759e9 up at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 21 23:28:22.157356 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning for port f5684064-4fb3-464a-b822-6dae265759e9 completed by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 21 23:28:22.161381 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Provisioning complete for port f5684064-4fb3-464a-b822-6dae265759e9 triggered by entity L2. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:28:22.161778 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (f5684064-4fb3-464a-b822-6dae265759e9), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:22.242233 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Current status of the port f5684064-4fb3-464a-b822-6dae265759e9 is: BUILD; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:28:22.242640 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (f5684064-4fb3-464a-b822-6dae265759e9), before_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:22.265486 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9'}] {{(pid=103080) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:28:22.267824 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2b6062e5a780f3d27117818813b9d875a2f43384dff5da6d2bef8bd7505267d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc101ff0-8ada-4e58-b620-038b333e70e7" -d '{"events": [{"server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "name": "network-vif-plugged", "status": "completed", "tag": "f5684064-4fb3-464a-b822-6dae265759e9"}]}' {{(pid=103080) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:28:22.280250 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f5684064-4fb3-464a-b822-6dae265759e9,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:28:22.310543 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc7d249-4f9c-489f-82cc-a0c7c54793a9 x-openstack-request-id: req-bfc7d249-4f9c-489f-82cc-a0c7c54793a9 {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:28:22.310543 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "name": "network-vif-plugged", "status": "completed", "tag": "f5684064-4fb3-464a-b822-6dae265759e9", "code": 200}]} {{(pid=103080) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:28:22.310543 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-bfc7d249-4f9c-489f-82cc-a0c7c54793a9 {{(pid=103080) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:28:22.310543 dv-cinder-825688-1-iscsi neutron-server[103080]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9', 'code': 200} Jan 21 23:28:22.351882 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:22.406041 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Pushing event updated for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=5']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:22.598784 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388695ce-0fca-4885-95b8-cc6b3c202b9e req-3cc65e2f-a3d0-4737-86ba-c41e0b3593bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:22.601180 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-388695ce-0fca-4885-95b8-cc6b3c202b9e req-3cc65e2f-a3d0-4737-86ba-c41e0b3593bf service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1098 time: 0.0427253 Jan 21 23:28:22.649901 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-388695ce-0fca-4885-95b8-cc6b3c202b9e req-03dbf6ec-7912-498c-963a-23c519b6e53a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427225 Jan 21 23:28:22.667375 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd72ad7-73e4-4c5f-981e-d6234eb32d6e req-579d4fe4-5903-4a72-8886-cf2684723d5e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:22.668945 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3bd72ad7-73e4-4c5f-981e-d6234eb32d6e req-579d4fe4-5903-4a72-8886-cf2684723d5e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0540445 Jan 21 23:28:22.722216 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3bd72ad7-73e4-4c5f-981e-d6234eb32d6e req-870cca9e-bd33-4fa9-b830-c268b5aed126 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 Jan 21 23:28:22.781761 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35582) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:22.826327 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Deleting subnet 84304438-caea-4706-8438-1603bc473416 {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:28:22.829556 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Publish callbacks [] for subnet (84304438-caea-4706-8438-1603bc473416), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:22.863163 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (84304438-caea-4706-8438-1603bc473416), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:22.905582 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (84304438-caea-4706-8438-1603bc473416), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.014877 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (84304438-caea-4706-8438-1603bc473416), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.040413 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84304438-caea-4706-8438-1603bc473416,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:23.044377 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.047687 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-4d5a7249-38ad-48a9-82d7-dda597b6858a admin admin] 10.222.0.138 "DELETE /v2.0/subnets/84304438-caea-4706-8438-1603bc473416 HTTP/1.1" status: 204 len: 168 time: 0.2648857 Jan 21 23:28:23.050433 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35584) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:23.118736 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (b6bfa993-8a1d-4775-8627-1c541d2e5e7a), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.450100 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (b6bfa993-8a1d-4775-8627-1c541d2e5e7a), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.470289 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bfa993-8a1d-4775-8627-1c541d2e5e7a']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:23.479627 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98db9154-8a9f-47b6-bc6c-40ec835016f7') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:23.479974 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98db9154-8a9f-47b6-bc6c-40ec835016f7') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:23.489170 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (98db9154-8a9f-47b6-bc6c-40ec835016f7), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.501878 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (98db9154-8a9f-47b6-bc6c-40ec835016f7), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.508506 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:28:23.508926 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (98db9154-8a9f-47b6-bc6c-40ec835016f7), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:28:23.510616 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:28:23.624167 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (b6bfa993-8a1d-4775-8627-1c541d2e5e7a), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.630210 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.634123 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] 10.222.0.138 "DELETE /v2.0/networks/b6bfa993-8a1d-4775-8627-1c541d2e5e7a HTTP/1.1" status: 204 len: 168 time: 0.5827091 Jan 21 23:28:23.640428 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35586) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:23.645209 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f5bfa-3da7-40e5-bb21-9ce45b253fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6bfa993-8a1d-4775-8627-1c541d2e5e7a,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:23.683210 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Deleting subnet 4e9cf25b-325c-432e-aceb-558b0fed3d50 {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:28:23.686567 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Publish callbacks [] for subnet (4e9cf25b-325c-432e-aceb-558b0fed3d50), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.728101 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (4e9cf25b-325c-432e-aceb-558b0fed3d50), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.771157 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (4e9cf25b-325c-432e-aceb-558b0fed3d50), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.843177 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67690209-5718-4709-9321-91d91653e462 req-ef616e20-738f-4471-b528-187e67185f23 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:23.844714 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-67690209-5718-4709-9321-91d91653e462 req-ef616e20-738f-4471-b528-187e67185f23 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0500965 Jan 21 23:28:23.895228 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-67690209-5718-4709-9321-91d91653e462 req-8a95021e-c6a0-4760-a208-c6bd84a796f8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Jan 21 23:28:23.927987 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (4e9cf25b-325c-432e-aceb-558b0fed3d50), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.954180 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9cf25b-325c-432e-aceb-558b0fed3d50,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:23.958415 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:23.961889 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-4433906e-aa4e-43bb-bacb-6dc8ee9bb8dd admin admin] 10.222.0.138 "DELETE /v2.0/subnets/4e9cf25b-325c-432e-aceb-558b0fed3d50 HTTP/1.1" status: 204 len: 168 time: 0.3235073 Jan 21 23:28:23.964529 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35590) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:24.039609 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (1e0f05db-ada8-4e50-9405-17ecb8d06425), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.117922 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (1e0f05db-ada8-4e50-9405-17ecb8d06425), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.137203 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0f05db-ada8-4e50-9405-17ecb8d06425']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:24.146276 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67143f4-af75-4e36-8600-fbfb204017f8') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:24.146580 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67143f4-af75-4e36-8600-fbfb204017f8') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:24.155727 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (f67143f4-af75-4e36-8600-fbfb204017f8), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.169253 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (f67143f4-af75-4e36-8600-fbfb204017f8), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.175043 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:28:24.175431 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (f67143f4-af75-4e36-8600-fbfb204017f8), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:28:24.177115 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:28:24.182536 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:28:24.321397 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (1e0f05db-ada8-4e50-9405-17ecb8d06425), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.326777 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.330988 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] 10.222.0.138 "DELETE /v2.0/networks/1e0f05db-ada8-4e50-9405-17ecb8d06425 HTTP/1.1" status: 204 len: 168 time: 0.3653736 Jan 21 23:28:24.342668 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c7def-ef00-4017-95da-547fde515712 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0f05db-ada8-4e50-9405-17ecb8d06425,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:24.666658 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35594) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:24.709380 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-09b98424-9fcd-4d6a-ba29-57565be76201 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d3af139d02034e3cadb269bfdd2c896d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406525 Jan 21 23:28:24.711749 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35596) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:24.763721 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] Publish callbacks [] for security_group (5491cd27-b2c9-448b-9635-f7ba80b05591), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.785942 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] Publish callbacks [] for security_group (5491cd27-b2c9-448b-9635-f7ba80b05591), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.990270 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (5491cd27-b2c9-448b-9635-f7ba80b05591), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.992844 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:24.994036 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/5491cd27-b2c9-448b-9635-f7ba80b05591 HTTP/1.1" status: 204 len: 168 time: 0.2812178 Jan 21 23:28:25.007030 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d026cd-e270-4d0d-b2cd-892e6f373e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5491cd27-b2c9-448b-9635-f7ba80b05591,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:25.026888 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877235b2-feb6-48f4-97b1-f4e45a13b2a6 req-457c73a0-8f2f-458a-8a54-974b04e009a6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:25.028548 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-877235b2-feb6-48f4-97b1-f4e45a13b2a6 req-457c73a0-8f2f-458a-8a54-974b04e009a6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0646682 Jan 21 23:28:25.084569 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-877235b2-feb6-48f4-97b1-f4e45a13b2a6 req-54a6afce-cfb6-4c52-9c89-2f168ca82f90 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472395 Jan 21 23:28:25.200778 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946d8d2-6cfa-45e6-9b7e-fd3a41e3c45d req-7e424a36-12ec-4b1a-a2fa-281a4d3c0ab6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:25.203374 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1946d8d2-6cfa-45e6-9b7e-fd3a41e3c45d req-7e424a36-12ec-4b1a-a2fa-281a4d3c0ab6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0507452 Jan 21 23:28:25.261129 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1946d8d2-6cfa-45e6-9b7e-fd3a41e3c45d req-c539c412-d09a-459e-b8cc-d19afbeadacc tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511224 Jan 21 23:28:25.289152 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35606) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:25.480685 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b32ad-a75d-4b32-b7c6-cec4d5a4fd17 tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:25.482295 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7c3b32ad-a75d-4b32-b7c6-cec4d5a4fd17 tempest-TestVolumeBootPattern-1442197522 tempest-TestVolumeBootPattern-1442197522-project-admin] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1093 time: 0.1920230 Jan 21 23:28:25.485381 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35610) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:25.489859 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.v2.base [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Request body: {'floatingip': {'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'port_id': 'f5684064-4fb3-464a-b822-6dae265759e9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:28:25.574602 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.621303 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35612) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:25.663860 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-87102639-09c5-4dc0-859f-944db4bd23b8 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=f30e00f8403646709735168eabd74957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409808 Jan 21 23:28:25.666411 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35614) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:25.688236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.714075 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] Publish callbacks [] for security_group (becd4118-d601-41db-b678-6491b348c267), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.735366 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] Publish callbacks [] for security_group (becd4118-d601-41db-b678-6491b348c267), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.797212 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_common [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Allocated IP 172.27.3.230 (a88abd2a-7db0-4996-adb8-eeb6536feb6c/4e2848e3-5d06-4e9c-806a-74a3ea4204c5/c540bea4-f1d2-4368-a660-1e0dbeca915f) {{(pid=103078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 21 23:28:25.835565 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (becd4118-d601-41db-b678-6491b348c267), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.838185 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.842240 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/becd4118-d601-41db-b678-6491b348c267 HTTP/1.1" status: 204 len: 168 time: 0.1720541 Jan 21 23:28:25.847803 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41580d-4d4a-4236-bc6f-f92bdd9db2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becd4118-d601-41db-b678-6491b348c267,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:25.902683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:25.975683 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735730681218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:26.016552 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Network a88abd2a-7db0-4996-adb8-eeb6536feb6c is already hosted by enough agents. {{(pid=103078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 21 23:28:26.019525 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.base_scheduler [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Resources bound (agent type, host, resource id): {{(pid=103078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 21 23:28:26.023777 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Received port after_create {{(pid=103078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 21 23:28:26.050681 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=c540bea4-f1d2-4368-a660-1e0dbeca915f,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:26.693130 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (319cd16c-2801-4d8d-b79d-be74f8be8e37), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:26.837961 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), before_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:26.994179 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), precommit_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.069880 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60258133'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), after_update {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.142129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event updated for resources: {'Port': ['ID=c540bea4-f1d2-4368-a660-1e0dbeca915f,revision_number=2']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:27.154425 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3646967'] for floatingip (319cd16c-2801-4d8d-b79d-be74f8be8e37), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.257333 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.db.l3_db [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 319cd16c-2801-4d8d-b79d-be74f8be8e37 associated. External IP: 172.27.3.230, port: f5684064-4fb3-464a-b822-6dae265759e9. Jan 21 23:28:27.471692 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:28:27.485684 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35648) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:27.583183 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:28:27.592124 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b3bf-cf0d-4562-883e-eb11863b4b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.595443 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:28:27.607399 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:28:27.608023 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:28:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:27.655173 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.673339 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b3bf-cf0d-4562-883e-eb11863b4b74 admin admin] Publish callbacks [] for security_group (422e58dc-c11c-4b92-98a0-219e163704f3), precommit_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.684762 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f3228f7a-4aa7-4ac7-b0de-8a790bdf83e8 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1983252 Jan 21 23:28:27.685476 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:28:27.690311 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ebda1-c2a3-456e-aca4-daa937da8f37" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:28:27.718680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:28:27.733335 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-b3f9b3bf-cf0d-4562-883e-eb11863b4b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (422e58dc-c11c-4b92-98a0-219e163704f3), after_create {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.735864 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81890dbb-6ecf-49bf-ac7e-4843c81eabe3 x-openstack-request-id: req-81890dbb-6ecf-49bf-ac7e-4843c81eabe3 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:28:27.736518 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:28:27.736518 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-81890dbb-6ecf-49bf-ac7e-4843c81eabe3 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:28:27.737082 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9', 'status': 'completed', 'code': 200} Jan 21 23:28:27.781631 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-b3f9b3bf-cf0d-4562-883e-eb11863b4b74 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0464cc2f432f457daa4a881722b23499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947812 Jan 21 23:28:27.782762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f9b3bf-cf0d-4562-883e-eb11863b4b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422e58dc-c11c-4b92-98a0-219e163704f3,revision_number=1']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:27.785216 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35656) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:27.859482 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-3a6d4e7b-4917-4ba2-905e-9309fa45ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:27.861012 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-3a6d4e7b-4917-4ba2-905e-9309fa45ae3e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1098 time: 0.0771375 Jan 21 23:28:27.893446 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] Publish callbacks [] for security_group (422e58dc-c11c-4b92-98a0-219e163704f3), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.957129 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] Publish callbacks [] for security_group (422e58dc-c11c-4b92-98a0-219e163704f3), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:27.963647 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}, {'id': '319cd16c-2801-4d8d-b79d-be74f8be8e37', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': 'f5684064-4fb3-464a-b822-6dae265759e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:f4:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfaf818-d488-438e-8290-a35036e524f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:26Z', 'updated_at': '2022-01-21T23:28:26Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:27.991545 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:28:28.000507 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:28:28.001134 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:28:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:28.003702 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-9ebcc030-3526-4c0b-8b42-8ea9929943a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:28.005530 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-9ebcc030-3526-4c0b-8b42-8ea9929943a6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.1341603 Jan 21 23:28:28.073921 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-ea35a777-beb5-48d2-afac-b42fa096c42d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5684064-4fb3-464a-b822-6dae265759e9 HTTP/1.1" status: 200 len: 999 time: 0.0604436 Jan 21 23:28:28.117821 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (422e58dc-c11c-4b92-98a0-219e163704f3), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:28.120359 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:28.121585 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/422e58dc-c11c-4b92-98a0-219e163704f3 HTTP/1.1" status: 204 len: 168 time: 0.3220789 Jan 21 23:28:28.136371 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17581d30-6609-4f54-8de6-2dd5058c03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422e58dc-c11c-4b92-98a0-219e163704f3,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:28.148026 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-9faf74c8-adab-4193-8214-f0a2a924d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:28.150229 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-9faf74c8-adab-4193-8214-f0a2a924d8d0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0693359 Jan 21 23:28:28.202924 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-0bf6edd6-3b6b-415c-83b3-fa69a56defe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:28.204715 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-0bf6edd6-3b6b-415c-83b3-fa69a56defe9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461612 Jan 21 23:28:28.260456 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:28:28.303268 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-73668e84-bdd7-4e64-8702-6306db6c3dac service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929832 Jan 21 23:28:28.407939 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-6c6ebda1-c2a3-456e-aca4-daa937da8f37 req-0daf3b77-a798-409f-a6d0-c848d80c1bd9 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967464 Jan 21 23:28:28.510133 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}, {'id': '319cd16c-2801-4d8d-b79d-be74f8be8e37', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': 'f5684064-4fb3-464a-b822-6dae265759e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:f4:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfaf818-d488-438e-8290-a35036e524f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:26Z', 'updated_at': '2022-01-21T23:28:26Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:28:28.541739 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00de48e-1143-44b3-bb71-f70a13526d65 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}, {'id': '319cd16c-2801-4d8d-b79d-be74f8be8e37', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': 'f5684064-4fb3-464a-b822-6dae265759e9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:f4:9b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cfaf818-d488-438e-8290-a35036e524f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:28:26Z', 'updated_at': '2022-01-21T23:28:26Z', 'revision_number': 0, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:28:28.791264 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6925791-ec51-4f5e-af15-ca0d722b3b46 None None] New status for floating IP 319cd16c-2801-4d8d-b79d-be74f8be8e37: ACTIVE {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:28:32.931357 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5d600-eb85-4a8a-9529-6d62b9a27f16 req-574b43d7-bc82-4150-bb2e-6d2b16ec2488 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:32.932819 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9bd5d600-eb85-4a8a-9529-6d62b9a27f16 req-574b43d7-bc82-4150-bb2e-6d2b16ec2488 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0518587 Jan 21 23:28:32.994715 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9bd5d600-eb85-4a8a-9529-6d62b9a27f16 req-cff30114-58a3-4264-b065-5019afa29cff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559244 Jan 21 23:28:34.114650 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676b014-4b5f-4406-8c8b-3dc5bf90cb16 req-b618568f-1af6-417f-8e17-6197a1d7dc87 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:34.116512 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7676b014-4b5f-4406-8c8b-3dc5bf90cb16 req-b618568f-1af6-417f-8e17-6197a1d7dc87 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0508742 Jan 21 23:28:34.177528 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-7676b014-4b5f-4406-8c8b-3dc5bf90cb16 req-ad0edfd4-86da-4c0a-929d-0d5560742c79 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551918 Jan 21 23:28:34.372205 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-33871a80-c7c6-4c1e-9ca5-8e42adb96a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:34.512389 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-524e151f-2b68-4044-bfc2-b2386f0848d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:34.513804 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-524e151f-2b68-4044-bfc2-b2386f0848d3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1137 time: 0.0415852 Jan 21 23:28:34.608327 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-dee99cce-a435-4fc9-8b6b-c01847732330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:34.609849 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-dee99cce-a435-4fc9-8b6b-c01847732330 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.0885785 Jan 21 23:28:34.678978 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-3c9f9455-9973-49e0-b96c-5bfa042d0547 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 1000 time: 0.0599799 Jan 21 23:28:34.735085 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-4f571c32-dfb8-40b9-81d2-f6bee10ef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:34.736929 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-4f571c32-dfb8-40b9-81d2-f6bee10ef01b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0485268 Jan 21 23:28:34.781954 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-93d55e12-d52c-4ad4-bfc6-b763b39a36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:34.783435 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-93d55e12-d52c-4ad4-bfc6-b763b39a36b1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410283 Jan 21 23:28:34.872028 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-79423505-cf3e-4653-a65b-d5c628ccfdb5 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824568 Jan 21 23:28:34.972780 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-9bc5d466-fc6c-435d-ae8e-7f423b015b53 req-fda25863-b9bf-47ba-a0ff-1b6bc1340a62 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936246 Jan 21 23:28:35.301567 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3b398-a1d2-43f8-b516-5f043125de1a req-3932a04b-1f36-48ad-ab35-8272d87509fd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:35.303092 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-38b3b398-a1d2-43f8-b516-5f043125de1a req-3932a04b-1f36-48ad-ab35-8272d87509fd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0572193 Jan 21 23:28:35.364279 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-38b3b398-a1d2-43f8-b516-5f043125de1a req-becf30fe-2550-4051-a020-5c6af0449c1d tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550134 Jan 21 23:28:35.600780 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:36.483513 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c727ae7-e218-4539-870b-f276d68f7ffd req-4b48c35f-a457-4ac7-bcba-734cfef50f0c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:36.485070 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3c727ae7-e218-4539-870b-f276d68f7ffd req-4b48c35f-a457-4ac7-bcba-734cfef50f0c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0516601 Jan 21 23:28:36.545566 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-3c727ae7-e218-4539-870b-f276d68f7ffd req-c1fb71ff-12e5-42cb-a1ef-686cda4727b7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547991 Jan 21 23:28:36.886597 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8358454f-384a-4593-abe4-88ce8fdf0813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:37.665883 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285a022-fe9e-46bc-b255-761ff0cf23ef req-902a5d06-09bd-4e0f-b65f-b733017f30ea tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:37.667374 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4285a022-fe9e-46bc-b255-761ff0cf23ef req-902a5d06-09bd-4e0f-b65f-b733017f30ea tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0542390 Jan 21 23:28:37.728733 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-4285a022-fe9e-46bc-b255-761ff0cf23ef req-ac1c745f-ec58-4c68-ad09-822f619424da tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556176 Jan 21 23:28:38.846568 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4eb27-28ca-4032-b274-d42a701f18fa req-52711d84-39ee-45c9-be09-67dbbe33e6d7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:38.848130 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-01b4eb27-28ca-4032-b274-d42a701f18fa req-52711d84-39ee-45c9-be09-67dbbe33e6d7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0512013 Jan 21 23:28:38.909427 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-01b4eb27-28ca-4032-b274-d42a701f18fa req-3465c390-57fa-4205-880a-9e8973878fbd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546932 Jan 21 23:28:39.145582 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:40.030404 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783ed99-3bd7-475c-896e-1f05a5dd4969 req-ccd65576-0d51-49b8-b764-35a2b8537c9b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:40.031926 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9783ed99-3bd7-475c-896e-1f05a5dd4969 req-ccd65576-0d51-49b8-b764-35a2b8537c9b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0517960 Jan 21 23:28:40.097466 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-9783ed99-3bd7-475c-896e-1f05a5dd4969 req-59cfb2eb-8cda-4bdf-8cee-7c2b43e4fb6e tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596993 Jan 21 23:28:40.654265 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:41.213015 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89077357-862d-42a4-8c51-e5dd99b2c0d0 req-636c50b0-195f-4799-9401-d3979cd5c2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:41.214616 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-89077357-862d-42a4-8c51-e5dd99b2c0d0 req-636c50b0-195f-4799-9401-d3979cd5c2bc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0503726 Jan 21 23:28:41.277015 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-89077357-862d-42a4-8c51-e5dd99b2c0d0 req-852900ef-e347-48dd-9a00-1c0e87429577 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560222 Jan 21 23:28:41.292630 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:42.396467 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cf25-61f4-4489-b230-b45f72f4e203 req-24fb52dc-72ce-480a-b180-92767883feec tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:42.398001 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8536cf25-61f4-4489-b230-b45f72f4e203 req-24fb52dc-72ce-480a-b180-92767883feec tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0503793 Jan 21 23:28:42.460606 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-8536cf25-61f4-4489-b230-b45f72f4e203 req-9a12c9f8-8429-457c-9487-71b9450d2e5d tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562122 Jan 21 23:28:43.581658 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd70217-7f8c-4a0c-abe5-031f1277e5ba req-b7e4605e-65b5-4b8d-92a3-d863d03a2037 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:43.583172 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fd70217-7f8c-4a0c-abe5-031f1277e5ba req-b7e4605e-65b5-4b8d-92a3-d863d03a2037 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0533009 Jan 21 23:28:43.644172 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-1fd70217-7f8c-4a0c-abe5-031f1277e5ba req-b7976fe1-a08c-4009-9c51-1235edb9e604 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545912 Jan 21 23:28:44.762517 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7feaa7-6809-496c-89f4-be3a8aeb75ee req-9e3ad462-a6e0-43ab-be90-dd2336938b71 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:44.764044 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2c7feaa7-6809-496c-89f4-be3a8aeb75ee req-9e3ad462-a6e0-43ab-be90-dd2336938b71 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0505550 Jan 21 23:28:44.824285 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-2c7feaa7-6809-496c-89f4-be3a8aeb75ee req-38965c4d-b158-4fdc-b87a-8736de28509b tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544620 Jan 21 23:28:45.942319 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa03a-613c-4c1b-8898-4b10a60c1db9 req-0f889260-2866-4e48-9743-32f97b6ce766 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:45.943827 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-04bfa03a-613c-4c1b-8898-4b10a60c1db9 req-0f889260-2866-4e48-9743-32f97b6ce766 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0499439 Jan 21 23:28:46.007977 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-04bfa03a-613c-4c1b-8898-4b10a60c1db9 req-c96df9a6-66cd-4fd1-ac7b-c4f8934e1ed2 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576961 Jan 21 23:28:47.124883 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf06ffe-7b65-4b28-97e3-45656f77678c req-8f59f810-8e43-4f7c-a66a-92c3a47fd2d0 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:47.126431 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bf06ffe-7b65-4b28-97e3-45656f77678c req-8f59f810-8e43-4f7c-a66a-92c3a47fd2d0 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0502923 Jan 21 23:28:47.187280 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-5bf06ffe-7b65-4b28-97e3-45656f77678c req-ea714072-4ed8-477d-b5a9-225f61219e6e tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551088 Jan 21 23:28:48.304508 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ff8a3-a461-45f0-8731-8fc6dd4ce99f req-9523a7eb-fa20-403a-a41c-c1c38c78ba7a tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:28:48.305962 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f95ff8a3-a461-45f0-8731-8fc6dd4ce99f req-9523a7eb-fa20-403a-a41c-c1c38c78ba7a tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0510852 Jan 21 23:28:48.367054 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-f95ff8a3-a461-45f0-8731-8fc6dd4ce99f req-528e2b22-cff4-4289-b852-51b032698936 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=b67a6bf8-094b-4d49-8ee5-d59fac552c9b&id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553148 Jan 21 23:28:53.115728 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:28:53.326330 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35828) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:53.435483 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-0a6faa45-42fa-45ff-977f-d3db884c50c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.508203 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-0a6faa45-42fa-45ff-977f-d3db884c50c0 admin admin] Publish callbacks [] for security_group (bcdbe505-aad8-419a-a807-993daa31f70d), precommit_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.591481 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-0a6faa45-42fa-45ff-977f-d3db884c50c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bcdbe505-aad8-419a-a807-993daa31f70d), after_create {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.630972 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-0a6faa45-42fa-45ff-977f-d3db884c50c0 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=302cc4fc8c2840ee9dd22eaaa2ebb2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035023 Jan 21 23:28:53.631910 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6faa45-42fa-45ff-977f-d3db884c50c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbe505-aad8-419a-a807-993daa31f70d,revision_number=1']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:28:53.633882 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35832) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:28:53.687001 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] Publish callbacks [] for security_group (bcdbe505-aad8-419a-a807-993daa31f70d), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.707834 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] Publish callbacks [] for security_group (bcdbe505-aad8-419a-a807-993daa31f70d), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.819723 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (bcdbe505-aad8-419a-a807-993daa31f70d), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.822504 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:28:53.823692 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/bcdbe505-aad8-419a-a807-993daa31f70d HTTP/1.1" status: 204 len: 168 time: 0.1887703 Jan 21 23:28:53.831577 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e89eba-03e4-4bc1-9f7e-f886cd638908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbe505-aad8-419a-a807-993daa31f70d,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:04.379508 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-8a6038df-ba33-4a17-a9ac-8b32b221c8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:05.573631 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:06.897018 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b5245bd1-5744-40fc-813f-21a176114120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:09.125347 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:10.645584 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:11.276573 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:14.264166 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-85ab6687-f13b-418c-a9d9-32612a3ffde7 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454624 Jan 21 23:29:14.341688 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-a5188794-d19d-4ab4-bd49-2b1586ac5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:14.343098 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-a5188794-d19d-4ab4-bd49-2b1586ac5e66 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1137 time: 0.0413597 Jan 21 23:29:14.450063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-d8dde457-37ea-443d-bf38-7a4e353f9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:14.451556 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-d8dde457-37ea-443d-bf38-7a4e353f9e48 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.0882289 Jan 21 23:29:14.516765 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-da93e50f-57c5-4f41-968c-42e75d6b9faf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 1000 time: 0.0590613 Jan 21 23:29:14.563603 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-46ceb8fa-0938-4b4a-b84f-a0a36d06a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:14.565188 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-46ceb8fa-0938-4b4a-b84f-a0a36d06a4e3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0429492 Jan 21 23:29:14.615424 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-3b2f58a8-b57b-4a0d-a04c-d0a85359c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:14.616856 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-3b2f58a8-b57b-4a0d-a04c-d0a85359c66c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450974 Jan 21 23:29:14.705716 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-5af9260c-9b1e-4a18-80ab-3a5d99ef24ae service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812211 Jan 21 23:29:14.799188 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f55e3592-e42c-4d66-b47b-daae4f199201 req-823f9f16-6ba0-42dd-87ad-802ee5645c0e service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Jan 21 23:29:21.351172 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-ea72c9f7-855e-42f3-b501-a600060e4f32 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009548494&fields=id&tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf HTTP/1.1" status: 200 len: 267 time: 0.0443163 Jan 21 23:29:21.403302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-0a0c8406-7194-4424-82bb-034656832761 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:21.405328 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-0a0c8406-7194-4424-82bb-034656832761 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 984 time: 0.0489874 Jan 21 23:29:21.416217 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.v2.base [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Request body: {'port': {'security_groups': ['4e4ad8cd-a495-4663-a964-22a49a4beff5']}} {{(pid=103079) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 21 23:29:21.485016 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1486680'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.662070 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:21.692043 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), precommit_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.750687 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735731229597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735730681236', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735730681254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60046158'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_update {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.789342 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:29:21.797141 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:21.797141 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.797964 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-720fc6a7-b343-4a33-999a-73f963c97b5f req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "PUT /v2.0/ports/aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 942 time: 0.3865125 Jan 21 23:29:21.798445 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:29:21.800935 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7758f-0880-454a-ba83-fedb7c814eff" -d '{"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:29:21.804812 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35858) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:21.829712 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event updated for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=7']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:21.845424 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.845976 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.847085 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.847565 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.848160 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.848677 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.849144 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.849614 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.850080 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.850604 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.851229 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.851690 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.852172 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed5d4c9-73e3-47c5-8e80-5c97d84afbe5 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:21.867868 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc62871-d15c-4e19-bea3-9137e8eacf33 x-openstack-request-id: req-cbc62871-d15c-4e19-bea3-9137e8eacf33 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:29:21.868344 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:29:21.868733 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-cbc62871-d15c-4e19-bea3-9137e8eacf33 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:29:21.869299 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:29:21.920657 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (b67a6bf8-094b-4d49-8ee5-d59fac552c9b), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.947677 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:29:21.953578 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (b67a6bf8-094b-4d49-8ee5-d59fac552c9b), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:21.979341 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7758f-0880-454a-ba83-fedb7c814eff req-f2aff31f-7302-4f43-8408-28b8bd048779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:21.980953 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-f2aff31f-7302-4f43-8408-28b8bd048779 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0877748 Jan 21 23:29:22.090101 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7758f-0880-454a-ba83-fedb7c814eff req-2d3c8135-208b-4226-947b-94027a3a6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:22.091287 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-2d3c8135-208b-4226-947b-94027a3a6201 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.1033778 Jan 21 23:29:22.160121 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-acdff67a-41f4-4f7f-ab16-6488c185c8f4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 1000 time: 0.0616357 Jan 21 23:29:22.165148 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (b67a6bf8-094b-4d49-8ee5-d59fac552c9b), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.167874 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.169015 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "DELETE /v2.0/security-groups/b67a6bf8-094b-4d49-8ee5-d59fac552c9b HTTP/1.1" status: 204 len: 168 time: 0.3631670 Jan 21 23:29:22.172448 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35860) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:22.199685 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.provisioning_blocks [None req-7208638a-17b8-40e4-8f36-99521af85769 None None] Provisioning complete for port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c triggered by entity DHCP. {{(pid=103080) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 21 23:29:22.201574 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7208638a-17b8-40e4-8f36-99521af85769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1411304'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), provisioning_complete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.208983 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a6bf8-094b-4d49-8ee5-d59fac552c9b,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:22.222894 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.223303 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.223673 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.224034 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.224423 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.224786 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.225138 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.225490 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.225844 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.226192 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.226542 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.226895 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.227247 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ff3c46-cf40-4aae-9d8b-ed3c6df6a1ff tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:22.248065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7758f-0880-454a-ba83-fedb7c814eff req-52bc98d4-f96b-4653-b967-d4f5f9234dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:22.250389 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-52bc98d4-f96b-4653-b967-d4f5f9234dc7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0801544 Jan 21 23:29:22.300787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7758f-0880-454a-ba83-fedb7c814eff req-12b0d62f-f3ad-48ad-bbf0-70b34650f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:22.302363 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-12b0d62f-f3ad-48ad-bbf0-70b34650f317 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455575 Jan 21 23:29:22.302853 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-7208638a-17b8-40e4-8f36-99521af85769 None None] Current status of the port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c is: ACTIVE; New status is: ACTIVE {{(pid=103080) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 21 23:29:22.356484 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Deleting port aa4ea05e-2224-4368-8416-1e4e4fd467a6 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:22.357708 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.398204 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-65cdf6d4-82af-4cdb-a63b-227c025042a3 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884550 Jan 21 23:29:22.437118 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.437422 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for floatingip (aa4ea05e-2224-4368-8416-1e4e4fd467a6), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.449194 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Calling delete_port for aa4ea05e-2224-4368-8416-1e4e4fd467a6 owned by network:floatingip {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:22.487701 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-44b7758f-0880-454a-ba83-fedb7c814eff req-947e5d1f-31d3-4b29-9985-a4c75a5b8ec8 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829258 Jan 21 23:29:22.702736 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (aa4ea05e-2224-4368-8416-1e4e4fd467a6), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.729279 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event deleted for resources: {'Port': ['ID=aa4ea05e-2224-4368-8416-1e4e4fd467a6,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:22.795180 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks [] for floatingip (53943ecc-c112-44e6-8eeb-a67d4b5b2a89), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:22.795527 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Floating IP 53943ecc-c112-44e6-8eeb-a67d4b5b2a89 disassociated (deleted). External IP: 172.27.3.70, port: aa464eb6-df4a-49f2-aa8e-be52e56f5f3c. Jan 21 23:29:22.997714 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Router e42d024a-d1ab-4670-b9ec-4cb031817997 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:29:23.106307 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:29:23.111714 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:23.116460 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Sync routers for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:29:23.127635 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:23.128285 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:23.141820 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-c119cefc-d4f8-4892-b2ee-0cf174cce9c7 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "DELETE /v2.0/floatingips/53943ecc-c112-44e6-8eeb-a67d4b5b2a89 HTTP/1.1" status: 204 len: 168 time: 0.9686046 Jan 21 23:29:23.239341 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:23.445066 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:23.477395 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Checking router: e42d024a-d1ab-4670-b9ec-4cb031817997 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:29:23.486992 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:23.487620 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:23.596111 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:23.797330 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:23.823284 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668cfd4a-a59a-4e22-810d-927ce839f477 None None] The sync data for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi is: [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:27:10Z', 'revision_number': 4, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': '140add04-119c-4372-8d66-19b271ab86d1', 'name': '', 'network_id': '2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'mac_address': 'fa:16:3e:4e:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:10Z', 'updated_at': '2022-01-21T23:27:15Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'subnets': [{'id': '85be4f06-b20d-488c-8575-e119a4dc23fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:29:23.870656 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:29:23.873955 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a265eb-8dcb-4cef-820e-fa3b029496c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:29:23.910544 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582878dd-bbed-41fd-8395-a1e423435ceb x-openstack-request-id: req-582878dd-bbed-41fd-8395-a1e423435ceb {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:29:23.910879 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:29:23.911157 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-582878dd-bbed-41fd-8395-a1e423435ceb {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:29:23.911579 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:29:24.008377 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-4eaaa2db-6690-493c-9a2b-6cb39d442206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:24.009925 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-4eaaa2db-6690-493c-9a2b-6cb39d442206 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0441380 Jan 21 23:29:24.098511 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dffb19d-f07a-4c1a-a207-1eb063e69503 None None] New status for floating IP 53943ecc-c112-44e6-8eeb-a67d4b5b2a89: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:29:24.113864 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-8fe4b2ea-a5a2-4647-a4a9-098243aa7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:24.115411 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-8fe4b2ea-a5a2-4647-a4a9-098243aa7ed7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 200 len: 916 time: 0.0989556 Jan 21 23:29:24.158846 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-bfd7b748-2c0f-46f0-961c-886c6294a737 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 200 len: 217 time: 0.0370445 Jan 21 23:29:24.216050 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-9bdde0a3-8068-40a5-b50e-8a5f26ee7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:24.217682 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-9bdde0a3-8068-40a5-b50e-8a5f26ee7114 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 200 len: 854 time: 0.0536051 Jan 21 23:29:24.264037 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-6ae649bc-8bb5-45e8-a21f-a1173804a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:24.265664 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-6ae649bc-8bb5-45e8-a21f-a1173804a0b6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428448 Jan 21 23:29:24.355264 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-47a10863-1d95-4e96-87ec-37ad6e4d3502 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832891 Jan 21 23:29:24.449005 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-d3a265eb-8dcb-4cef-820e-fa3b029496c6 req-3e4b6ff4-36fb-4887-9ce5-a1e88e4f2ab6 service neutron] 10.222.0.124 "GET /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868123 Jan 21 23:29:27.320677 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf398-3e4b-4fd8-a3b6-ef30b034b164 req-f3d033b0-1d91-4d2a-bf65-16eedd5ef70c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:27.322194 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c29bf398-3e4b-4fd8-a3b6-ef30b034b164 req-f3d033b0-1d91-4d2a-bf65-16eedd5ef70c tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0509756 Jan 21 23:29:27.369124 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-c29bf398-3e4b-4fd8-a3b6-ef30b034b164 req-44fec17e-f20c-4615-86d6-8d17208054cc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405498 Jan 21 23:29:28.486048 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e80a18-05b7-4eef-9a48-488c3fba8a6e req-2c31847c-1fe1-4193-816e-7af94192cfae tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:28.487555 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6e80a18-05b7-4eef-9a48-488c3fba8a6e req-2c31847c-1fe1-4193-816e-7af94192cfae tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0484269 Jan 21 23:29:28.533385 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a6e80a18-05b7-4eef-9a48-488c3fba8a6e req-edd6754c-c497-458a-8566-6fc0824fe0b3 tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/security-groups?id=4e4ad8cd-a495-4663-a964-22a49a4beff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Jan 21 23:29:29.123065 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-0808b856-f1c5-4cd2-8855-235233e38dbd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:29.124576 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-0808b856-f1c5-4cd2-8855-235233e38dbd tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.124 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 945 time: 0.0498385 Jan 21 23:29:29.218038 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Deleting port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:29.218385 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:29.303933 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] For port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:29.304332 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:29.316007 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Calling delete_port for aa464eb6-df4a-49f2-aa8e-be52e56f5f3c owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:29.482190 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (aa464eb6-df4a-49f2-aa8e-be52e56f5f3c), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:29.511239 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Pushing event deleted for resources: {'Port': ['ID=aa464eb6-df4a-49f2-aa8e-be52e56f5f3c,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:29.517708 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] get_ports_and_sgs() called for port_ids ['aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'] {{(pid=103080) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 21 23:29:29.561633 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] No DVR routers for this DVR port aa464eb6-df4a-49f2-aa8e-be52e56f5f3c on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:29.564491 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:29.567911 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-f4e528a2-137d-4548-b99c-d3b025d09736 req-614ca404-f84d-4162-a559-d4bfa28c46fc tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.124 "DELETE /v2.0/ports/aa464eb6-df4a-49f2-aa8e-be52e56f5f3c HTTP/1.1" status: 204 len: 173 time: 0.4386013 Jan 21 23:29:29.568454 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'name': 'network-vif-deleted', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:29:29.570902 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42e61b3-1d97-4d3e-aae2-e0a92cfb35ef" -d '{"events": [{"server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "name": "network-vif-deleted", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:29:29.639013 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-e3f2c16a-db11-44d3-a08d-0d28ff2e80ec req-04727521-5e1e-4630-993f-a6124ba1aecf tempest-TestMinimumBasicScenario-1527070259 tempest-TestMinimumBasicScenario-1527070259-project] 10.222.0.138 "GET /v2.0/ports?device_id=9477c0ba-0314-4e19-ba5a-bf63c65c1ae0 HTTP/1.1" status: 200 len: 210 time: 0.0300210 Jan 21 23:29:29.798618 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c36420a-ae38-4c8d-aac7-5bdd780c51e4 x-openstack-request-id: req-9c36420a-ae38-4c8d-aac7-5bdd780c51e4 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:29:29.798618 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9477c0ba-0314-4e19-ba5a-bf63c65c1ae0", "name": "network-vif-deleted", "tag": "aa464eb6-df4a-49f2-aa8e-be52e56f5f3c", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:29:29.798896 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-9c36420a-ae38-4c8d-aac7-5bdd780c51e4 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:29:29.799147 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9477c0ba-0314-4e19-ba5a-bf63c65c1ae0', 'name': 'network-vif-deleted', 'tag': 'aa464eb6-df4a-49f2-aa8e-be52e56f5f3c', 'status': 'completed', 'code': 200} Jan 21 23:29:30.115121 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:29:31.963799 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35948) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:32.305230 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (e42d024a-d1ab-4670-b9ec-4cb031817997), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:32.549219 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Deleting port 140add04-119c-4372-8d66-19b271ab86d1 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:32.549573 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (140add04-119c-4372-8d66-19b271ab86d1), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:32.626551 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] For port 140add04-119c-4372-8d66-19b271ab86d1, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140add04-119c-4372-8d66-19b271ab86d1,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:32.626989 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (140add04-119c-4372-8d66-19b271ab86d1), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:32.638870 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Calling delete_port for 140add04-119c-4372-8d66-19b271ab86d1 owned by network:router_interface {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:32.870927 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (140add04-119c-4372-8d66-19b271ab86d1), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:32.897860 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=140add04-119c-4372-8d66-19b271ab86d1,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:33.064856 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (e42d024a-d1ab-4670-b9ec-4cb031817997), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:33.530050 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Router e42d024a-d1ab-4670-b9ec-4cb031817997 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:29:33.636450 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:29:33.646031 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-adef607a-e1a5-4f8a-9b73-40cdc1558d3a admin admin] 10.222.0.138 "PUT /v2.0/routers/e42d024a-d1ab-4670-b9ec-4cb031817997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6798372 Jan 21 23:29:33.647502 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35950) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:33.650436 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Sync routers for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:29:33.661307 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:33.661934 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:33.753231 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks [] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:33.769870 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:33.856324 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks [] for router_gateway (e42d024a-d1ab-4670-b9ec-4cb031817997), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:33.952496 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '8605aa37-5299-4d25-8f24-fef233872923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:29:32Z', 'revision_number': 5, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port': {'id': '8605aa37-5299-4d25-8f24-fef233872923', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:08Z', 'updated_at': '2022-01-21T23:27:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:33.978566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Checking router: e42d024a-d1ab-4670-b9ec-4cb031817997 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:29:33.987755 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Routers {'e42d024a-d1ab-4670-b9ec-4cb031817997'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:33.988359 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['e42d024a-d1ab-4670-b9ec-4cb031817997'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:34.010281 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Deleting port 8605aa37-5299-4d25-8f24-fef233872923 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:34.010629 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (8605aa37-5299-4d25-8f24-fef233872923), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.097302 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] For port 8605aa37-5299-4d25-8f24-fef233872923, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=8605aa37-5299-4d25-8f24-fef233872923,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:34.098152 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (8605aa37-5299-4d25-8f24-fef233872923), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.112559 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Calling delete_port for 8605aa37-5299-4d25-8f24-fef233872923 owned by network:router_gateway {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:34.209961 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] Set router e42d024a-d1ab-4670-b9ec-4cb031817997 gateway port host: None {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:34.262952 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:29:33Z', 'revision_number': 6, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:34.292623 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa1ec9-0a80-475c-b003-1472d5511cbd None None] The sync data for ids ['e42d024a-d1ab-4670-b9ec-4cb031817997'] in dv-cinder-825688-1-iscsi is: [{'id': 'e42d024a-d1ab-4670-b9ec-4cb031817997', 'name': 'tempest-TestMinimumBasicScenario-1341056763-router', 'tenant_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:07Z', 'updated_at': '2022-01-21T23:29:33Z', 'revision_number': 6, 'project_id': '0d2a8b2cf69b4df8bf5c89d8155a0baf', 'gw_port_host': None}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:29:34.339419 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (8605aa37-5299-4d25-8f24-fef233872923), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.370750 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8605aa37-5299-4d25-8f24-fef233872923,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:34.390331 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-695691cc-ea1c-4b48-a8af-4c6aea7ed66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.431266 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (e42d024a-d1ab-4670-b9ec-4cb031817997), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.520038 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.522257 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks [] for router_controller (e42d024a-d1ab-4670-b9ec-4cb031817997), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.567567 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device aa464eb6-df4a-49f2-aa8e-be52e56f5f3c no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:34.587670 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: aa464eb6-df4a-49f2-aa8e-be52e56f5f3c {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:34.587951 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device aa464eb6-df4a-49f2-aa8e-be52e56f5f3c not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:34.627181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (e42d024a-d1ab-4670-b9ec-4cb031817997), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.627181 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e42d024a-d1ab-4670-b9ec-4cb031817997 {{(pid=103079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:29:34.630426 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.631760 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-a901bc40-d5d5-4354-99c5-958a8f10ef65 admin admin] 10.222.0.138 "DELETE /v2.0/routers/e42d024a-d1ab-4670-b9ec-4cb031817997 HTTP/1.1" status: 204 len: 168 time: 0.9828763 Jan 21 23:29:34.649974 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35952) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:34.686703 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Deleting subnet 85be4f06-b20d-488c-8575-e119a4dc23fb {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:29:34.690043 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Publish callbacks [] for subnet (85be4f06-b20d-488c-8575-e119a4dc23fb), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.727481 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (85be4f06-b20d-488c-8575-e119a4dc23fb), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.810099 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (85be4f06-b20d-488c-8575-e119a4dc23fb), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.925534 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (85be4f06-b20d-488c-8575-e119a4dc23fb), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.956821 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85be4f06-b20d-488c-8575-e119a4dc23fb,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:34.958851 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:34.962088 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-0cce157c-3cb4-43af-9dc0-48e505c08874 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/85be4f06-b20d-488c-8575-e119a4dc23fb HTTP/1.1" status: 204 len: 168 time: 0.3268094 Jan 21 23:29:34.963676 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23794de-1f8d-49b3-b66a-39e8b1bfcd42 None None] Network 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:29:34.964765 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35954) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:35.032790 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.095233 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Deleting port 128817cd-ad74-4005-bf84-aa301f9f4c24 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:35.096179 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.128782 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] DHCP port deletion for 2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:29:35.172298 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] For port 128817cd-ad74-4005-bf84-aa301f9f4c24, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=128817cd-ad74-4005-bf84-aa301f9f4c24,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:35.173037 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.178084 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Deleting port 128817cd-ad74-4005-bf84-aa301f9f4c24 {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:35.178404 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.185762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Calling delete_port for 128817cd-ad74-4005-bf84-aa301f9f4c24 owned by network:dhcp {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:35.245502 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] For port 128817cd-ad74-4005-bf84-aa301f9f4c24, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=128817cd-ad74-4005-bf84-aa301f9f4c24,segment=NetworkSegment(f4c45531-ecd0-4ebf-af8b-d14f864995c9),segment_id=f4c45531-ecd0-4ebf-af8b-d14f864995c9)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:35.245946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.263181 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Calling delete_port for 128817cd-ad74-4005-bf84-aa301f9f4c24 owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:35.327740 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.343290 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (128817cd-ad74-4005-bf84-aa301f9f4c24), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.362821 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=128817cd-ad74-4005-bf84-aa301f9f4c24,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:35.365076 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] No DVR routers for this DVR port 128817cd-ad74-4005-bf84-aa301f9f4c24 on host dv-cinder-825688-1-iscsi {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:35.367218 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Pushing event deleted for resources: {'Port': ['ID=128817cd-ad74-4005-bf84-aa301f9f4c24,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:35.380293 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.380699 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.381026 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.381385 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.381739 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.382093 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.382441 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.382792 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.383137 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.383484 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.383827 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.384162 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.384536 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825688-1-iscsi {{(pid=103080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 21 23:29:35.387372 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d653721-b0ca-4275-af39-32410a0eed31 None None] No DVR routers for this DVR port 128817cd-ad74-4005-bf84-aa301f9f4c24 on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:35.443429 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.463896 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:35.473686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c45531-ecd0-4ebf-af8b-d14f864995c9') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:35.473999 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c45531-ecd0-4ebf-af8b-d14f864995c9') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:35.483430 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (f4c45531-ecd0-4ebf-af8b-d14f864995c9), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.496396 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (f4c45531-ecd0-4ebf-af8b-d14f864995c9), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.502376 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:29:35.502768 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (f4c45531-ecd0-4ebf-af8b-d14f864995c9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: warnings.warn(msg) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:29:35.504469 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:29:35.584935 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.613324 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.618388 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:35.624489 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] 10.222.0.138 "DELETE /v2.0/networks/2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1 HTTP/1.1" status: 204 len: 168 time: 0.6565619 Jan 21 23:29:35.626531 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35956) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:35.635964 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c41a24-9c4f-43e8-92a2-370ae214b1c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee12687-bbc6-4d3a-a5ed-2068d1aaa5d1,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:36.136253 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 128817cd-ad74-4005-bf84-aa301f9f4c24 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:36.161056 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 128817cd-ad74-4005-bf84-aa301f9f4c24 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:36.161531 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 128817cd-ad74-4005-bf84-aa301f9f4c24 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:36.162300 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140add04-119c-4372-8d66-19b271ab86d1 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:36.181307 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 140add04-119c-4372-8d66-19b271ab86d1 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:36.181671 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140add04-119c-4372-8d66-19b271ab86d1 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:36.182179 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 8605aa37-5299-4d25-8f24-fef233872923 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:36.202357 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 8605aa37-5299-4d25-8f24-fef233872923 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:36.202720 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 8605aa37-5299-4d25-8f24-fef233872923 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:36.262320 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (8167e22f-7a90-4199-b615-56ea52e9619a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:36.505316 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Deleting port 4f3cde91-6529-4df8-a256-ad13299073f9 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:36.505594 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:36.586793 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] For port 4f3cde91-6529-4df8-a256-ad13299073f9, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=4f3cde91-6529-4df8-a256-ad13299073f9,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:36.587159 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:36.599116 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Calling delete_port for 4f3cde91-6529-4df8-a256-ad13299073f9 owned by network:router_interface {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:36.885151 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (4f3cde91-6529-4df8-a256-ad13299073f9), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:36.914217 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e273b89d-be67-4a39-8cd0-ac4105569e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:36.916598 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3cde91-6529-4df8-a256-ad13299073f9,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:37.085908 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (8167e22f-7a90-4199-b615-56ea52e9619a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:37.311306 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Router 8167e22f-7a90-4199-b615-56ea52e9619a has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:29:37.423348 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:29:37.428809 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-01874b0a-b786-441c-ac87-4a0c4df827fa admin admin] 10.222.0.138 "PUT /v2.0/routers/8167e22f-7a90-4199-b615-56ea52e9619a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004363 Jan 21 23:29:37.431638 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 35958) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:37.432776 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Sync routers for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:29:37.444519 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:37.445155 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:37.539820 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks [] for router (8167e22f-7a90-4199-b615-56ea52e9619a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:37.548568 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:37.651031 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks [] for router_gateway (8167e22f-7a90-4199-b615-56ea52e9619a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:37.730120 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '574ae267-6464-4146-951e-8c4bf3b46311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:29:36Z', 'revision_number': 5, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port': {'id': '574ae267-6464-4146-951e-8c4bf3b46311', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:77:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:27:14Z', 'updated_at': '2022-01-21T23:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:37.760706 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Deleting port 574ae267-6464-4146-951e-8c4bf3b46311 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:37.761063 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (574ae267-6464-4146-951e-8c4bf3b46311), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:37.839589 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Checking router: 8167e22f-7a90-4199-b615-56ea52e9619a for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:29:37.848143 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Routers {'8167e22f-7a90-4199-b615-56ea52e9619a'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:37.848795 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['8167e22f-7a90-4199-b615-56ea52e9619a'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:37.849843 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] For port 574ae267-6464-4146-951e-8c4bf3b46311, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=574ae267-6464-4146-951e-8c4bf3b46311,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:37.850236 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (574ae267-6464-4146-951e-8c4bf3b46311), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:37.863009 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Calling delete_port for 574ae267-6464-4146-951e-8c4bf3b46311 owned by network:router_gateway {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:37.932110 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] Set router 8167e22f-7a90-4199-b615-56ea52e9619a gateway port host: None {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:37.990456 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:29:37Z', 'revision_number': 6, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:38.013495 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6e3e13-2b43-41c9-b016-9caea9bcdbf9 None None] The sync data for ids ['8167e22f-7a90-4199-b615-56ea52e9619a'] in dv-cinder-825688-1-iscsi is: [{'id': '8167e22f-7a90-4199-b615-56ea52e9619a', 'name': 'tempest-TestMinimumBasicScenario-94688566-router', 'tenant_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:27:13Z', 'updated_at': '2022-01-21T23:29:37Z', 'revision_number': 6, 'project_id': '6f7850c5d3054ca599c82ebc6dbd655f', 'gw_port_host': None}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:29:38.093629 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (574ae267-6464-4146-951e-8c4bf3b46311), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.117969 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=574ae267-6464-4146-951e-8c4bf3b46311,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:38.179709 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (8167e22f-7a90-4199-b615-56ea52e9619a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.270882 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (8167e22f-7a90-4199-b615-56ea52e9619a), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.273045 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks [] for router_controller (8167e22f-7a90-4199-b615-56ea52e9619a), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.390892 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (8167e22f-7a90-4199-b615-56ea52e9619a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.391484 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8167e22f-7a90-4199-b615-56ea52e9619a {{(pid=103078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:29:38.399481 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.399481 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-7ab4e6ef-db74-45e5-9764-1c553f0b2f5a admin admin] 10.222.0.138 "DELETE /v2.0/routers/8167e22f-7a90-4199-b615-56ea52e9619a HTTP/1.1" status: 204 len: 168 time: 0.9648726 Jan 21 23:29:38.400741 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35960) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:38.459341 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.db_base_plugin_v2 [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Deleting subnet 8f5a796b-ce17-4a99-bc53-e38b6f45009e {{(pid=103079) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:29:38.463829 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Publish callbacks [] for subnet (8f5a796b-ce17-4a99-bc53-e38b6f45009e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.499129 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2542590'] for subnet (8f5a796b-ce17-4a99-bc53-e38b6f45009e), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.578955 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (8f5a796b-ce17-4a99-bc53-e38b6f45009e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.702942 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60046080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59338843'] for subnet (8f5a796b-ce17-4a99-bc53-e38b6f45009e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.727372 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5a796b-ce17-4a99-bc53-e38b6f45009e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:38.733362 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.736697 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6155305a-4b74-4360-966f-d3609a34f0c3 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/8f5a796b-ce17-4a99-bc53-e38b6f45009e HTTP/1.1" status: 204 len: 168 time: 0.3346326 Jan 21 23:29:38.739081 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f4abcc-8de6-429f-b456-c62fecad6ecd None None] Network bcbddfbf-89c2-4310-8941-a5eacfca3222 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:29:38.739664 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35962) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:38.769550 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4f3cde91-6529-4df8-a256-ad13299073f9 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:38.797391 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 4f3cde91-6529-4df8-a256-ad13299073f9 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:38.798067 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 4f3cde91-6529-4df8-a256-ad13299073f9 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:38.816880 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (bcbddfbf-89c2-4310-8941-a5eacfca3222), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.875511 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Deleting port bf7c42c3-4e60-4c82-acd0-a859d7477a02 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:38.875726 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.946127 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] DHCP port deletion for bcbddfbf-89c2-4310-8941-a5eacfca3222 request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:29:38.955665 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] For port bf7c42c3-4e60-4c82-acd0-a859d7477a02, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bf7c42c3-4e60-4c82-acd0-a859d7477a02,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:38.956137 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:38.974731 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Calling delete_port for bf7c42c3-4e60-4c82-acd0-a859d7477a02 owned by network:dhcp {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:38.997294 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Deleting port bf7c42c3-4e60-4c82-acd0-a859d7477a02 {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:38.997687 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.073522 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] For port bf7c42c3-4e60-4c82-acd0-a859d7477a02, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=bf7c42c3-4e60-4c82-acd0-a859d7477a02,segment=NetworkSegment(d2b0e155-3ec7-4aaf-912a-7d2119b7d855),segment_id=d2b0e155-3ec7-4aaf-912a-7d2119b7d855)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:39.073929 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.089145 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Calling delete_port for bf7c42c3-4e60-4c82-acd0-a859d7477a02 owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:39.136863 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.166700 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7c42c3-4e60-4c82-acd0-a859d7477a02,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:39.167987 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.168572 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] No DVR routers for this DVR port bf7c42c3-4e60-4c82-acd0-a859d7477a02 on host dv-cinder-825688-1-iscsi {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:39.174797 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (bf7c42c3-4e60-4c82-acd0-a859d7477a02), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.201454 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] Pushing event deleted for resources: {'Port': ['ID=bf7c42c3-4e60-4c82-acd0-a859d7477a02,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:39.205437 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04be8bb-8c57-4cb3-952a-c059ae4aa0f2 None None] No DVR routers for this DVR port bf7c42c3-4e60-4c82-acd0-a859d7477a02 on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:39.246351 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (bcbddfbf-89c2-4310-8941-a5eacfca3222), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.267720 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbddfbf-89c2-4310-8941-a5eacfca3222']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:39.278034 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:39.278908 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b0e155-3ec7-4aaf-912a-7d2119b7d855') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:39.289035 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (d2b0e155-3ec7-4aaf-912a-7d2119b7d855), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.301946 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (d2b0e155-3ec7-4aaf-912a-7d2119b7d855), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.307875 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:29:39.308298 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (d2b0e155-3ec7-4aaf-912a-7d2119b7d855), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:29:39.310148 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:29:39.425055 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (bcbddfbf-89c2-4310-8941-a5eacfca3222), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.430549 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.433864 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] 10.222.0.138 "DELETE /v2.0/networks/bcbddfbf-89c2-4310-8941-a5eacfca3222 HTTP/1.1" status: 204 len: 168 time: 0.6937473 Jan 21 23:29:39.444680 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f9d6f-f8af-4240-bc24-99bdac1252af admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbddfbf-89c2-4310-8941-a5eacfca3222,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:39.813715 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35966) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:39.857742 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-7200408a-29ab-49ad-a690-c784334af2e7 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=0d2a8b2cf69b4df8bf5c89d8155a0baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427928 Jan 21 23:29:39.860401 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35968) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:39.907514 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] Publish callbacks [] for security_group (4e4ad8cd-a495-4663-a964-22a49a4beff5), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:39.928725 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] Publish callbacks [] for security_group (4e4ad8cd-a495-4663-a964-22a49a4beff5), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.045590 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (4e4ad8cd-a495-4663-a964-22a49a4beff5), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.048175 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.049545 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/4e4ad8cd-a495-4663-a964-22a49a4beff5 HTTP/1.1" status: 204 len: 168 time: 0.1881456 Jan 21 23:29:40.057681 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79056bc7-3d1e-4636-8598-f71703131abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4ad8cd-a495-4663-a964-22a49a4beff5,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:40.146830 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bf7c42c3-4e60-4c82-acd0-a859d7477a02 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:40.167447 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: bf7c42c3-4e60-4c82-acd0-a859d7477a02 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:40.167816 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device bf7c42c3-4e60-4c82-acd0-a859d7477a02 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:40.168239 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 574ae267-6464-4146-951e-8c4bf3b46311 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:29:40.188102 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 574ae267-6464-4146-951e-8c4bf3b46311 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:29:40.188500 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 574ae267-6464-4146-951e-8c4bf3b46311 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:29:40.640320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.689782 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35974) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:40.730487 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6c5c018e-99e5-43be-81fb-9e76efbd5c4b admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=6f7850c5d3054ca599c82ebc6dbd655f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394900 Jan 21 23:29:40.733725 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35976) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:40.781834 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] Publish callbacks [] for security_group (2f0d76fd-7273-437d-aeb9-72c777a89270), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.803367 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] Publish callbacks [] for security_group (2f0d76fd-7273-437d-aeb9-72c777a89270), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.919556 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (2f0d76fd-7273-437d-aeb9-72c777a89270), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.922580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:40.923907 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/2f0d76fd-7273-437d-aeb9-72c777a89270 HTTP/1.1" status: 204 len: 168 time: 0.1892300 Jan 21 23:29:40.932024 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224dc25-12d7-4f1c-b1f5-8e98fd497aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0d76fd-7273-437d-aeb9-72c777a89270,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:41.302863 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.247168 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 35980) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:29:55.403896 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port c540bea4-f1d2-4368-a660-1e0dbeca915f {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:55.404249 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.478103 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.478439 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (c540bea4-f1d2-4368-a660-1e0dbeca915f), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.490733 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for c540bea4-f1d2-4368-a660-1e0dbeca915f owned by network:floatingip {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:55.693168 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (c540bea4-f1d2-4368-a660-1e0dbeca915f), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.720801 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=c540bea4-f1d2-4368-a660-1e0dbeca915f,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:55.785291 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (319cd16c-2801-4d8d-b79d-be74f8be8e37), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:55.785739 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 319cd16c-2801-4d8d-b79d-be74f8be8e37 disassociated (deleted). External IP: 172.27.3.230, port: f5684064-4fb3-464a-b822-6dae265759e9. Jan 21 23:29:55.990438 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:29:56.098391 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:29:56.103104 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:56.110247 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:29:56.120170 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:56.120858 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:56.130783 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-67e3bae3-4401-41c2-a080-d87188ad3d1e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "DELETE /v2.0/floatingips/319cd16c-2801-4d8d-b79d-be74f8be8e37 HTTP/1.1" status: 204 len: 168 time: 0.8824909 Jan 21 23:29:56.131422 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:29:56.133848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622ac816-e6bf-420d-998b-67054e4d467b" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:29:56.173359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfa87e6-6caf-4d4d-8524-119bdf5d14e8 x-openstack-request-id: req-2cfa87e6-6caf-4d4d-8524-119bdf5d14e8 {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:29:56.173359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "tag": "f5684064-4fb3-464a-b822-6dae265759e9", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:29:56.173359 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-2cfa87e6-6caf-4d4d-8524-119bdf5d14e8 {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:29:56.173359 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9', 'status': 'completed', 'code': 200} Jan 21 23:29:56.234708 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:56.257920 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac816-e6bf-420d-998b-67054e4d467b req-2a23f4da-f421-4a4b-b3e3-326b04611461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:56.259463 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-2a23f4da-f421-4a4b-b3e3-326b04611461 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 1098 time: 0.0424511 Jan 21 23:29:56.355784 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac816-e6bf-420d-998b-67054e4d467b req-dcb28376-b9ce-4999-9e8d-a8e952e45848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:56.357369 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-dcb28376-b9ce-4999-9e8d-a8e952e45848 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.0912230 Jan 21 23:29:56.398315 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-0147bb45-fbae-488f-8d3e-2c706ff46377 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5684064-4fb3-464a-b822-6dae265759e9 HTTP/1.1" status: 200 len: 217 time: 0.0354941 Jan 21 23:29:56.452194 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac816-e6bf-420d-998b-67054e4d467b req-edf2a87a-1623-4ce2-a3ee-33971b0db0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:56.453773 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-edf2a87a-1623-4ce2-a3ee-33971b0db0ab service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0478463 Jan 21 23:29:56.474559 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:56.501571 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:29:56.504241 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac816-e6bf-420d-998b-67054e4d467b req-c2ffc71a-ea69-45d0-b32d-84c055860d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:56.511269 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-c2ffc71a-ea69-45d0-b32d-84c055860d0c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466268 Jan 21 23:29:56.511738 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:29:56.511738 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:56.604983 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-770c176d-ce1f-425b-85b6-c521ba6b7dda service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926721 Jan 21 23:29:56.609075 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51ee07-bbc3-4d55-b775-3a78b0043592 req-f1e7ea4e-cdfe-4405-85e4-99f87c24e858 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:56.610629 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6b51ee07-bbc3-4d55-b775-3a78b0043592 req-f1e7ea4e-cdfe-4405-85e4-99f87c24e858 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0534184 Jan 21 23:29:56.643909 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:29:56.665815 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6b51ee07-bbc3-4d55-b775-3a78b0043592 req-34e946d1-a28b-4316-8f4c-771857b2820c tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489428 Jan 21 23:29:56.706315 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-622ac816-e6bf-420d-998b-67054e4d467b req-e84e909a-b071-4d38-ad87-1c100e49b9a2 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934238 Jan 21 23:29:56.876524 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:29:56.906300 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4a8244-5281-4b43-acbf-c076cfcfa6a4 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_floatingips': [{'id': '2ef53470-838f-41ce-aa1a-eebc1e3657d9', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'router_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'port_id': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'mac_address': 'fa:16:3e:85:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-21T23:25:57Z', 'updated_at': '2022-01-21T23:25:59Z', 'revision_number': 1, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:29:57.174895 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d3131b-9e01-40ef-a24a-87423e8a6024 None None] New status for floating IP 319cd16c-2801-4d8d-b79d-be74f8be8e37: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:29:57.786220 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69498525-a8e2-4fec-9c52-419df345db22 req-6814b710-c8c4-4c14-afcf-e04bea714434 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:57.787997 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69498525-a8e2-4fec-9c52-419df345db22 req-6814b710-c8c4-4c14-afcf-e04bea714434 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Jan 21 23:29:57.842221 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-69498525-a8e2-4fec-9c52-419df345db22 req-204a3285-a641-41d8-b06a-6330c7de7225 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485182 Jan 21 23:29:58.260838 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-af04fd2f-0f4c-48df-b5b0-9e29346e7bdb tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:29:58.262342 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-af04fd2f-0f4c-48df-b5b0-9e29346e7bdb tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 945 time: 0.0507979 Jan 21 23:29:58.352824 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port f5684064-4fb3-464a-b822-6dae265759e9 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:29:58.353096 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (f5684064-4fb3-464a-b822-6dae265759e9), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:58.446013 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] For port f5684064-4fb3-464a-b822-6dae265759e9, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=f5684064-4fb3-464a-b822-6dae265759e9,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:29:58.446369 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (f5684064-4fb3-464a-b822-6dae265759e9), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:58.458264 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for f5684064-4fb3-464a-b822-6dae265759e9 owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:29:58.650936 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (f5684064-4fb3-464a-b822-6dae265759e9), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:58.686599 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=f5684064-4fb3-464a-b822-6dae265759e9,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:29:58.724877 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] No DVR routers for this DVR port f5684064-4fb3-464a-b822-6dae265759e9 on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:29:58.727501 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:29:58.730863 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-154a66e6-f32c-4797-816c-e7389dcb1f1f req-93758a81-46a3-4c77-b5fa-ea45fa92bb08 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "DELETE /v2.0/ports/f5684064-4fb3-464a-b822-6dae265759e9 HTTP/1.1" status: 204 len: 173 time: 0.4629261 Jan 21 23:29:58.731326 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'name': 'network-vif-deleted', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:29:58.733787 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcbc3ee-df1a-42aa-b275-0cb7330fcbe9" -d '{"events": [{"server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "name": "network-vif-deleted", "tag": "f5684064-4fb3-464a-b822-6dae265759e9"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:29:58.770736 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3efae8b-7e5c-4c22-8868-455a5a6af105 x-openstack-request-id: req-c3efae8b-7e5c-4c22-8868-455a5a6af105 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:29:58.771041 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfaf818-d488-438e-8290-a35036e524f8", "name": "network-vif-deleted", "tag": "f5684064-4fb3-464a-b822-6dae265759e9", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:29:58.771311 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-c3efae8b-7e5c-4c22-8868-455a5a6af105 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:29:58.771732 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfaf818-d488-438e-8290-a35036e524f8', 'name': 'network-vif-deleted', 'tag': 'f5684064-4fb3-464a-b822-6dae265759e9', 'status': 'completed', 'code': 200} Jan 21 23:29:58.938259 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-6a60b738-a075-499f-903a-409ddeaf8179 req-34918f6d-c013-4513-8b4f-3841f12bd8f7 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=9cfaf818-d488-438e-8290-a35036e524f8 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Jan 21 23:30:02.478032 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36008) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:02.695284 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f5684064-4fb3-464a-b822-6dae265759e9 no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:02.716840 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: f5684064-4fb3-464a-b822-6dae265759e9 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:02.717141 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device f5684064-4fb3-464a-b822-6dae265759e9 not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:02.890917 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port b1eca436-3e8b-4f9d-8c7c-2de75a448572 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:02.891243 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:02.968029 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:02.968310 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (b1eca436-3e8b-4f9d-8c7c-2de75a448572), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:02.979853 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for b1eca436-3e8b-4f9d-8c7c-2de75a448572 owned by network:floatingip {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:03.178426 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (b1eca436-3e8b-4f9d-8c7c-2de75a448572), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:03.207260 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=b1eca436-3e8b-4f9d-8c7c-2de75a448572,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:03.268686 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (2ef53470-838f-41ce-aa1a-eebc1e3657d9), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:03.269007 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.db.l3_db [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Floating IP 2ef53470-838f-41ce-aa1a-eebc1e3657d9 disassociated (deleted). External IP: 172.27.3.82, port: 61fb977e-4df3-4a9e-9149-19ec418efa4f. Jan 21 23:30:03.474198 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:30:03.584707 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:30:03.589725 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:03.594816 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:30:03.605350 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:03.606082 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:03.617372 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-00b698f1-0c0f-463c-be63-d880d7c0337d tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "DELETE /v2.0/floatingips/2ef53470-838f-41ce-aa1a-eebc1e3657d9 HTTP/1.1" status: 204 len: 168 time: 1.1381307 Jan 21 23:30:03.618060 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f'}] {{(pid=103079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:30:03.620520 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3820c36e38cbc9b2257fec014bf9a07400da5f15b0fb3fb6d1d4f2f3563473fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e" -d '{"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f"}]}' {{(pid=103079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:30:03.668138 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 21 Jan 2022 23:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc320122-3fcd-4b13-a2c8-3e685044ee0c x-openstack-request-id: req-fc320122-3fcd-4b13-a2c8-3e685044ee0c {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:30:03.668614 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f", "status": "completed", "code": 200}]} {{(pid=103079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:30:03.668763 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-fc320122-3fcd-4b13-a2c8-3e685044ee0c {{(pid=103079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:30:03.669559 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'status': 'completed', 'code': 200} Jan 21 23:30:03.721287 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:03.753739 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-1f5a20f8-732b-4ce9-83ae-8ee0be6b5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:03.755428 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-1f5a20f8-732b-4ce9-83ae-8ee0be6b5d25 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 1099 time: 0.0422778 Jan 21 23:30:03.857880 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-84b6b938-3b6b-4e9b-83c3-454524dd5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:03.859350 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-84b6b938-3b6b-4e9b-83c3-454524dd5798 service neutron] 10.222.0.124 "GET /v2.0/networks?id=bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 200 len: 912 time: 0.0978301 Jan 21 23:30:03.902572 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-416be5cb-cb04-43e3-a55a-7d897a7a10e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 200 len: 217 time: 0.0372138 Jan 21 23:30:03.959888 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-eec23860-1c10-44cc-893a-76706876eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:03.961509 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-eec23860-1c10-44cc-893a-76706876eac8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 200 len: 850 time: 0.0518165 Jan 21 23:30:04.012228 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-bd9185c5-71c5-4210-af4c-226a5b83a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:04.014039 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-bd9185c5-71c5-4210-af4c-226a5b83a3e6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=bbe611ef-5b30-4901-9d84-45d0f7db0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451016 Jan 21 23:30:04.041118 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f68e4-1ee1-42f1-8145-1b5d2a41954b req-3cab294c-ef5d-48dc-bafd-51f686868fe6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:04.042672 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a58f68e4-1ee1-42f1-8145-1b5d2a41954b req-3cab294c-ef5d-48dc-bafd-51f686868fe6 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0542099 Jan 21 23:30:04.077530 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:04.098802 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-a58f68e4-1ee1-42f1-8145-1b5d2a41954b req-29307187-62da-4639-adb9-29497e00dd15 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462661 Jan 21 23:30:04.105441 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:30:04.121135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:04.121135 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:29:37Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:04.121635 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-d0975fc3-532e-4e0d-a416-1e24fa8159f4 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960310 Jan 21 23:30:04.205825 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-5ef8f0b5-2e32-4daf-ac6f-80cf1ae7f83e req-413a9046-3a81-4b54-afe6-3ab1a7cff828 service neutron] 10.222.0.124 "GET /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830956 Jan 21 23:30:04.223321 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:04.411654 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-5aad7341-1849-49b2-9705-da953b963c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:04.441061 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:04.467254 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96dae76-2dad-4253-aa67-16181a61ffd1 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:21:42Z', 'revision_number': 4, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi', '_interfaces': [{'id': 'a028b118-e529-47f7-95d1-c8856786b534', 'name': '', 'network_id': 'bbe611ef-5b30-4901-9d84-45d0f7db0d83', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'mac_address': 'fa:16:3e:a4:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:41Z', 'updated_at': '2022-01-21T23:21:50Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'subnets': [{'id': '392352a7-c396-4923-9a59-9b89124a4d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:30:04.732202 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154f045-0ae2-48eb-af26-21362a8cf173 None None] New status for floating IP 2ef53470-838f-41ce-aa1a-eebc1e3657d9: DOWN {{(pid=103081) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 21 23:30:05.225356 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6e44-8909-4d41-ba9a-5fcdeb23fb6a req-ba90a8a2-956e-46d3-b6a2-e7c48b7ca488 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103079) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:05.226874 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-612c6e44-8909-4d41-ba9a-5fcdeb23fb6a req-ba90a8a2-956e-46d3-b6a2-e7c48b7ca488 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0538435 Jan 21 23:30:05.277454 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-612c6e44-8909-4d41-ba9a-5fcdeb23fb6a req-2fed0804-00c3-4353-9d16-2ea60e9c067e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/security-groups?id=98342e60-c1eb-426b-9189-c927d3a8884e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Jan 21 23:30:05.598737 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:05.644537 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-61258334-31cd-484d-9431-97ba0781be4e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 21 23:30:05.646152 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-61258334-31cd-484d-9431-97ba0781be4e tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 946 time: 0.0491843 Jan 21 23:30:05.737785 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port 61fb977e-4df3-4a9e-9149-19ec418efa4f {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:05.738134 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:05.824175 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] For port 61fb977e-4df3-4a9e-9149-19ec418efa4f, host hv-cinder-82568, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82568',level=0,port_id=61fb977e-4df3-4a9e-9149-19ec418efa4f,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:05.824686 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:05.836911 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for 61fb977e-4df3-4a9e-9149-19ec418efa4f owned by compute:nova {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:06.021566 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (61fb977e-4df3-4a9e-9149-19ec418efa4f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:06.051263 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=61fb977e-4df3-4a9e-9149-19ec418efa4f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:06.096969 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] No DVR routers for this DVR port 61fb977e-4df3-4a9e-9149-19ec418efa4f on host hv-cinder-82568 {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:30:06.099631 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for port (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:06.103231 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [req-0fe5936e-7cfe-4fb6-9f8f-e23998ae3858 req-a2ace594-45a0-4336-8ccd-1291adeda973 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.124 "DELETE /v2.0/ports/61fb977e-4df3-4a9e-9149-19ec418efa4f HTTP/1.1" status: 204 len: 173 time: 0.4524181 Jan 21 23:30:06.103693 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'name': 'network-vif-deleted', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f'}] {{(pid=103078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 21 23:30:06.106054 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.138/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e24bb36453bb6fd25ab9dd472e853ed53d904aa4fb86ea905bc3014d5678ed6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeea28cb-376e-4560-8c7c-32d903f9f18a" -d '{"events": [{"server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "name": "network-vif-deleted", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f"}]}' {{(pid=103078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 21 23:30:06.144990 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 21 Jan 2022 23:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2aa7dd7-b3aa-4063-b612-c8ea43834126 x-openstack-request-id: req-b2aa7dd7-b3aa-4063-b612-c8ea43834126 {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 21 23:30:06.145302 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a", "name": "network-vif-deleted", "tag": "61fb977e-4df3-4a9e-9149-19ec418efa4f", "status": "completed", "code": 200}]} {{(pid=103078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 21 23:30:06.145575 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.138/compute/v2.1/os-server-external-events used request id req-b2aa7dd7-b3aa-4063-b612-c8ea43834126 {{(pid=103078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 21 23:30:06.146005 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a', 'name': 'network-vif-deleted', 'tag': '61fb977e-4df3-4a9e-9149-19ec418efa4f', 'status': 'completed', 'code': 200} Jan 21 23:30:06.372478 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [req-b9fee0d4-e072-48ae-a370-78c7f1ea98d3 req-b1d875a8-5e77-45cf-b4cb-5d2cc02bea8a tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "GET /v2.0/ports?device_id=f63b10a7-d9e6-4491-b24c-2c1bff0c0f6a HTTP/1.1" status: 200 len: 210 time: 0.0270863 Jan 21 23:30:06.887497 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-083d0e45-079f-4fd0-bd68-0fa1f89b7e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.114913 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:30:07.429830 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36024) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:07.556636 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Deleting port 15f010a1-5b9a-4048-9ac7-8d8b6bd9d058 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:07.556993 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.636788 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.637203 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.649064 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Calling delete_port for 15f010a1-5b9a-4048-9ac7-8d8b6bd9d058 owned by network:floatingip {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:07.839235 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (15f010a1-5b9a-4048-9ac7-8d8b6bd9d058), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.870384 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'Port': ['ID=15f010a1-5b9a-4048-9ac7-8d8b6bd9d058,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:07.929767 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for floatingip (8dd5f18f-4f91-4405-90ae-6990f12d9949), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.932455 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5358'] for floatingip (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:07.933693 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-03ca839b-c74c-4eb7-a239-1a3bfafca379 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "DELETE /v2.0/floatingips/8dd5f18f-4f91-4405-90ae-6990f12d9949 HTTP/1.1" status: 204 len: 168 time: 0.5027926 Jan 21 23:30:09.144028 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:09.291391 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36036) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:09.349415 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (98342e60-c1eb-426b-9189-c927d3a8884e), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:09.373862 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (98342e60-c1eb-426b-9189-c927d3a8884e), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:09.498713 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (98342e60-c1eb-426b-9189-c927d3a8884e), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:09.501908 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Publish callbacks [] for security_group (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:09.503120 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] 10.222.0.138 "DELETE /v2.0/security-groups/98342e60-c1eb-426b-9189-c927d3a8884e HTTP/1.1" status: 204 len: 168 time: 0.2107446 Jan 21 23:30:09.513166 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3825fa-154c-4b45-ad23-0feff423bc57 tempest-TestVolumeBootPattern-996055997 tempest-TestVolumeBootPattern-996055997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98342e60-c1eb-426b-9189-c927d3a8884e,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:09.632160 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36040) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:10.180784 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:10.424514 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Deleting port a028b118-e529-47f7-95d1-c8856786b534 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:10.425296 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (a028b118-e529-47f7-95d1-c8856786b534), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:10.501842 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] For port a028b118-e529-47f7-95d1-c8856786b534, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=a028b118-e529-47f7-95d1-c8856786b534,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:10.502208 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (a028b118-e529-47f7-95d1-c8856786b534), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:10.513773 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Calling delete_port for a028b118-e529-47f7-95d1-c8856786b534 owned by network:router_interface {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:10.658612 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:10.747563 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (a028b118-e529-47f7-95d1-c8856786b534), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:10.754291 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 61fb977e-4df3-4a9e-9149-19ec418efa4f no longer exists at agent hyperv_hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:10.774064 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] No Port match for: 61fb977e-4df3-4a9e-9149-19ec418efa4f {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:10.774329 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a028b118-e529-47f7-95d1-c8856786b534,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:10.774547 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Device 61fb977e-4df3-4a9e-9149-19ec418efa4f not bound to the agent host hv-cinder-82568 {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:10.939930 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.158762 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103079) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:30:11.264993 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103079) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:30:11.282198 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-5c3ac0b2-007d-4cad-8ab3-52843bb60bb7 admin admin] 10.222.0.138 "PUT /v2.0/routers/4db1a4db-ed48-4037-a0c9-dff4566b6c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6375730 Jan 21 23:30:11.282198 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36044) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:11.282966 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Sync routers for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:30:11.285707 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:11.286599 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:30:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:11.323448 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.382312 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks [] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.396316 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:11.592053 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:30:10Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:11.627595 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Checking router: 4db1a4db-ed48-4037-a0c9-dff4566b6c79 for host: dv-cinder-825688-1-iscsi {{(pid=103080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:30:11.637921 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Routers {'4db1a4db-ed48-4037-a0c9-dff4566b6c79'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:11.638868 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:30:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'], 'active': True} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:11.741580 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks [] for router_gateway (4db1a4db-ed48-4037-a0c9-dff4566b6c79), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.750818 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvr_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] Set router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:11.868628 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Deleting port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:11.868898 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.940002 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_hamode_db [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:30:10Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:11.950895 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] For port 6c8eae15-12c2-4aa4-8bdf-5d47a303b476, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:11.951306 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:11.963647 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Calling delete_port for 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 owned by network:router_gateway {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:11.966952 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c97fb2b-5b75-4e9e-99c7-d98dbdae58c2 None None] The sync data for ids ['4db1a4db-ed48-4037-a0c9-dff4566b6c79'] in dv-cinder-825688-1-iscsi is: [{'id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'name': 'tempest-TestVolumeBootPattern-491296117-router', 'tenant_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:37Z', 'updated_at': '2022-01-21T23:30:10Z', 'revision_number': 5, 'project_id': 'd44f546c2f3e4030bb4d0859edd3d52e', 'gw_port': {'id': '6c8eae15-12c2-4aa4-8bdf-5d47a303b476', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:03:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db1a4db-ed48-4037-a0c9-dff4566b6c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:38Z', 'updated_at': '2022-01-21T23:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}] {{(pid=103080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:30:12.198820 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (6c8eae15-12c2-4aa4-8bdf-5d47a303b476), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.234979 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8eae15-12c2-4aa4-8bdf-5d47a303b476,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:12.290260 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.397735 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.400311 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks [] for router_controller (4db1a4db-ed48-4037-a0c9-dff4566b6c79), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.505512 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device a028b118-e529-47f7-95d1-c8856786b534 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:12.530865 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (4db1a4db-ed48-4037-a0c9-dff4566b6c79), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.531953 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4db1a4db-ed48-4037-a0c9-dff4566b6c79 {{(pid=103079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:30:12.537598 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.543267 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36046) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:12.545958 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: a028b118-e529-47f7-95d1-c8856786b534 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:12.549036 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device a028b118-e529-47f7-95d1-c8856786b534 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:12.554170 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-69a03f12-84ce-41dd-9685-63043de31c82 admin admin] 10.222.0.138 "DELETE /v2.0/routers/4db1a4db-ed48-4037-a0c9-dff4566b6c79 HTTP/1.1" status: 204 len: 168 time: 1.2799315 Jan 21 23:30:12.601468 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Deleting subnet 392352a7-c396-4923-9a59-9b89124a4d3a {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:30:12.605977 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Publish callbacks [] for subnet (392352a7-c396-4923-9a59-9b89124a4d3a), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.645312 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (392352a7-c396-4923-9a59-9b89124a4d3a), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.762427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (392352a7-c396-4923-9a59-9b89124a4d3a), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.882132 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (392352a7-c396-4923-9a59-9b89124a4d3a), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.912717 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:12.916081 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] 10.222.0.138 "DELETE /v2.0/subnets/392352a7-c396-4923-9a59-9b89124a4d3a HTTP/1.1" status: 204 len: 168 time: 0.3706741 Jan 21 23:30:12.917973 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384533c-f8a1-4d94-b262-064a4fd8d2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392352a7-c396-4923-9a59-9b89124a4d3a,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:12.918937 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36048) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:12.923911 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40d522-43c9-4cbd-8d33-7dfecf1c3c9a None None] Network bbe611ef-5b30-4901-9d84-45d0f7db0d83 requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:30:12.996984 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (bbe611ef-5b30-4901-9d84-45d0f7db0d83), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.063634 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Deleting port 140ab130-7039-49d2-bf5b-54f1f90ef81c {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:13.064593 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.135814 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] For port 140ab130-7039-49d2-bf5b-54f1f90ef81c, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140ab130-7039-49d2-bf5b-54f1f90ef81c,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:13.136199 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.149900 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Calling delete_port for 140ab130-7039-49d2-bf5b-54f1f90ef81c owned by network:dhcp {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:13.175610 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] DHCP port deletion for bbe611ef-5b30-4901-9d84-45d0f7db0d83 request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:30:13.243320 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Deleting port 140ab130-7039-49d2-bf5b-54f1f90ef81c {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:13.244566 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.309314 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] For port 140ab130-7039-49d2-bf5b-54f1f90ef81c, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=140ab130-7039-49d2-bf5b-54f1f90ef81c,segment=NetworkSegment(20047706-d024-4e26-a8e0-7b9f1237059c),segment_id=20047706-d024-4e26-a8e0-7b9f1237059c)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:13.312693 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.322066 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Calling delete_port for 140ab130-7039-49d2-bf5b-54f1f90ef81c owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:13.327593 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.361265 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=140ab130-7039-49d2-bf5b-54f1f90ef81c,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:13.369926 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] No DVR routers for this DVR port 140ab130-7039-49d2-bf5b-54f1f90ef81c on host dv-cinder-825688-1-iscsi {{(pid=103079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:30:13.450285 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (bbe611ef-5b30-4901-9d84-45d0f7db0d83), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.474781 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe611ef-5b30-4901-9d84-45d0f7db0d83']}} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:13.486086 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20047706-d024-4e26-a8e0-7b9f1237059c') {'for_net_delete': True} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:13.486739 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.services.segments.db [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20047706-d024-4e26-a8e0-7b9f1237059c') {} {{(pid=103079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:13.497249 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2542341'] for segment (20047706-d024-4e26-a8e0-7b9f1237059c), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.511286 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (20047706-d024-4e26-a8e0-7b9f1237059c), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.517635 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103079) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:30:13.518037 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60046186'] for segment (20047706-d024-4e26-a8e0-7b9f1237059c), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: Traceback (most recent call last): Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: timer() Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: cb(*args, **kw) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: return func(*args, **kwargs) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: self._notify() Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: self.callback(batched_events) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: event.method(event) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: return f(self, *a, **k) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._get(url).json() Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: return self.request(url, 'GET', **kwargs) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:30:13.519844 dv-cinder-825688-1-iscsi neutron-server[103079]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:30:13.534696 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (140ab130-7039-49d2-bf5b-54f1f90ef81c), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.560175 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] Pushing event deleted for resources: {'Port': ['ID=140ab130-7039-49d2-bf5b-54f1f90ef81c,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:13.567686 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151a10c-9286-4de8-999c-ed4e53a68c11 None None] No DVR routers for this DVR port 140ab130-7039-49d2-bf5b-54f1f90ef81c on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:30:13.641272 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (bbe611ef-5b30-4901-9d84-45d0f7db0d83), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.647288 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:13.656586 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] 10.222.0.138 "DELETE /v2.0/networks/bbe611ef-5b30-4901-9d84-45d0f7db0d83 HTTP/1.1" status: 204 len: 168 time: 0.7307022 Jan 21 23:30:13.656732 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36050) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:13.665028 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beeb27-33dc-41b6-88d6-04cc5520cc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe611ef-5b30-4901-9d84-45d0f7db0d83,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:14.164084 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:14.185318 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:14.185683 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 6c8eae15-12c2-4aa4-8bdf-5d47a303b476 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:14.186104 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140ab130-7039-49d2-bf5b-54f1f90ef81c no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:14.207013 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 140ab130-7039-49d2-bf5b-54f1f90ef81c {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:14.207421 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 140ab130-7039-49d2-bf5b-54f1f90ef81c not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:14.280673 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3642506'] for router_interface (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:14.525568 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Deleting port f11cbd42-45e7-4346-880d-245315d66471 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:14.525922 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (f11cbd42-45e7-4346-880d-245315d66471), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:14.605332 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] For port f11cbd42-45e7-4346-880d-245315d66471, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=f11cbd42-45e7-4346-880d-245315d66471,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:14.605712 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (f11cbd42-45e7-4346-880d-245315d66471), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:14.617466 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Calling delete_port for f11cbd42-45e7-4346-880d-245315d66471 owned by network:router_interface {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:14.857155 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (f11cbd42-45e7-4346-880d-245315d66471), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:14.879832 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11cbd42-45e7-4346-880d-245315d66471,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:15.049246 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3619692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3637705'] for router_interface (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:15.270116 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 has already been hosted by L3 agent 17a992b6-723f-4953-a914-615c8020b550 {{(pid=103078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 21 23:30:15.378696 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] Notify agent at l3_agent.dv-cinder-825688-1-iscsi the message routers_updated {{(pid=103078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 21 23:30:15.383959 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6fbcd818-7534-4030-bbc7-08cb8a992f08 admin admin] 10.222.0.138 "PUT /v2.0/routers/0c68f794-4bfb-4c50-8403-cb2da0e1ad65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7287643 Jan 21 23:30:15.386611 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.wsgi [-] (103079) accepted ('10.222.0.138', 36052) {{(pid=103079) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:15.387631 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Sync routers for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 21 23:30:15.400020 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:15.400685 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:30:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:15.495289 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks [] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:15.505448 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: dv-cinder-825688-1-iscsi {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:15.599115 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks [] for router_gateway (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:15.685309 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'external_fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:30:14Z', 'revision_number': 5, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port': {'id': '0cc6dae2-5678-4cea-85a5-6f6f08277c9d', 'name': '', 'network_id': 'a88abd2a-7db0-4996-adb8-eeb6536feb6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:db:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825688-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-21T23:21:48Z', 'updated_at': '2022-01-21T23:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e2848e3-5d06-4e9c-806a-74a3ea4204c5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825688-1-iscsi'}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:15.713162 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Deleting port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d {{(pid=103079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:15.713526 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), before_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:15.715609 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Checking router: 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 for host: dv-cinder-825688-1-iscsi {{(pid=103081) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 21 23:30:15.724668 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Routers {'0c68f794-4bfb-4c50-8403-cb2da0e1ad65'} bound to L3 agent in host dv-cinder-825688-1-iscsi {{(pid=103081) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 21 23:30:15.725287 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825688-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-21T23:09:37Z,description=,heartbeat_timestamp=2022-01-21T23:30:07Z,host='dv-cinder-825688-1-iscsi',id=17a992b6-723f-4953-a914-615c8020b550,load=0,resource_versions=,resources_synced=,started_at=2022-01-21T23:09:37Z,topic='l3_agent')) {'router_ids': ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'], 'active': True} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:15.793067 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.db [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] For port 0cc6dae2-5678-4cea-85a5-6f6f08277c9d, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,segment=NetworkSegment(7739afdd-ea89-4cfc-9f26-5fac8a2e7e49),segment_id=7739afdd-ea89-4cfc-9f26-5fac8a2e7e49)] {{(pid=103079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:15.793440 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:15.805903 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.plugins.ml2.plugin [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Calling delete_port for 0cc6dae2-5678-4cea-85a5-6f6f08277c9d owned by network:router_gateway {{(pid=103079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:15.810532 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_dvr_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] Set router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 gateway port host: None {{(pid=103081) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 21 23:30:15.862127 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.l3_hamode_db [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:30:15Z', 'revision_number': 6, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port_host': None}], 'dv-cinder-825688-1-iscsi', False) {} {{(pid=103081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:15.890547 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b5af-bf0f-4611-bbb2-164d0ff3c0bf None None] The sync data for ids ['0c68f794-4bfb-4c50-8403-cb2da0e1ad65'] in dv-cinder-825688-1-iscsi is: [{'id': '0c68f794-4bfb-4c50-8403-cb2da0e1ad65', 'name': 'tempest-TestVolumeBootPattern-109400121-router', 'tenant_id': '383a0e18e5f147ec8667dae6681078ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-21T23:21:47Z', 'updated_at': '2022-01-21T23:30:15Z', 'revision_number': 6, 'project_id': '383a0e18e5f147ec8667dae6681078ea', 'gw_port_host': None}] {{(pid=103081) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 21 23:30:16.038586 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60046135'] for port (0cc6dae2-5678-4cea-85a5-6f6f08277c9d), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.071019 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc6dae2-5678-4cea-85a5-6f6f08277c9d,revision_number=None']} {{(pid=103079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:16.130117 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3646804'] for router_gateway (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.219177 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3648394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-326'] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), precommit_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.221848 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks [] for router_controller (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), precommit_delete_associations {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.333245 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3648385'] for router (0c68f794-4bfb-4c50-8403-cb2da0e1ad65), after_delete {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.333846 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c68f794-4bfb-4c50-8403-cb2da0e1ad65 {{(pid=103079) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 21 23:30:16.338366 dv-cinder-825688-1-iscsi neutron-server[103079]: DEBUG neutron_lib.callbacks.manager [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.339570 dv-cinder-825688-1-iscsi neutron-server[103079]: INFO neutron.wsgi [None req-01505447-a341-47be-ab21-1c820154be90 admin admin] 10.222.0.138 "DELETE /v2.0/routers/0c68f794-4bfb-4c50-8403-cb2da0e1ad65 HTTP/1.1" status: 204 len: 168 time: 0.9518991 Jan 21 23:30:16.343221 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36054) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:16.355682 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device f11cbd42-45e7-4346-880d-245315d66471 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:16.387458 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: f11cbd42-45e7-4346-880d-245315d66471 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:16.387735 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device f11cbd42-45e7-4346-880d-245315d66471 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:16.394430 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Deleting subnet ef15e1f3-8f82-49d9-8377-eb7191532036 {{(pid=103078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 21 23:30:16.397689 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Publish callbacks [] for subnet (ef15e1f3-8f82-49d9-8377-eb7191532036), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.432700 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2471458'] for subnet (ef15e1f3-8f82-49d9-8377-eb7191532036), precommit_delete_associations {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.513365 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1412083'] for subnet (ef15e1f3-8f82-49d9-8377-eb7191532036), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.659488 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-457996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60258075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60583571'] for subnet (ef15e1f3-8f82-49d9-8377-eb7191532036), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.685729 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef15e1f3-8f82-49d9-8377-eb7191532036,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:16.689681 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for subnet (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.692925 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-53a15588-313a-4bbd-b9d7-5ad5f7e5b06e admin admin] 10.222.0.138 "DELETE /v2.0/subnets/ef15e1f3-8f82-49d9-8377-eb7191532036 HTTP/1.1" status: 204 len: 168 time: 0.3484309 Jan 21 23:30:16.695901 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36056) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:16.698930 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a46338-7a22-41ea-9418-b4670d2f5a73 None None] Network cea031c9-609c-451a-98eb-7257b67c0c1f requested from dv-cinder-825688-1-iscsi {{(pid=103080) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 21 23:30:16.776248 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534543'] for network (cea031c9-609c-451a-98eb-7257b67c0c1f), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.837178 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Deleting port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 {{(pid=103078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:16.837539 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.862091 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] DHCP port deletion for cea031c9-609c-451a-98eb-7257b67c0c1f request from dv-cinder-825688-1-iscsi {{(pid=103080) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 21 23:30:16.904579 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.db [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] For port 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=1d72cb6a-d8e4-44d5-a201-94f6291265f6,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:16.904831 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.914276 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Deleting port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 {{(pid=103080) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 21 23:30:16.914662 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735731224104'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), before_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.918769 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Calling delete_port for 1d72cb6a-d8e4-44d5-a201-94f6291265f6 owned by network:dhcp {{(pid=103078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:16.978923 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.db [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] For port 1d72cb6a-d8e4-44d5-a201-94f6291265f6, host dv-cinder-825688-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825688-1-iscsi',level=0,port_id=1d72cb6a-d8e4-44d5-a201-94f6291265f6,segment=NetworkSegment(2694c02a-1a74-46b7-9a5a-ad7d0af2f795),segment_id=2694c02a-1a74-46b7-9a5a-ad7d0af2f795)] {{(pid=103080) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 21 23:30:16.979346 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3646750'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), precommit_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:16.992772 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Calling delete_port for 1d72cb6a-d8e4-44d5-a201-94f6291265f6 owned by network:dhcp {{(pid=103080) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 21 23:30:17.096155 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60258092'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.102234 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1486379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735731229660', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735730681227'] for port (1d72cb6a-d8e4-44d5-a201-94f6291265f6), after_delete {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.122591 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d72cb6a-d8e4-44d5-a201-94f6291265f6,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:17.128747 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] No DVR routers for this DVR port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 on host dv-cinder-825688-1-iscsi {{(pid=103078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:30:17.128898 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] Pushing event deleted for resources: {'Port': ['ID=1d72cb6a-d8e4-44d5-a201-94f6291265f6,revision_number=None']} {{(pid=103080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:17.133253 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d5f64-4aef-4d07-bde7-8014c494ab19 None None] No DVR routers for this DVR port 1d72cb6a-d8e4-44d5-a201-94f6291265f6 on host dv-cinder-825688-1-iscsi {{(pid=103080) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 21 23:30:17.210477 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1409105', 'neutron.services.segments.db._delete_segments_for_network-8735731203359'] for network (cea031c9-609c-451a-98eb-7257b67c0c1f), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.231103 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea031c9-609c-451a-98eb-7257b67c0c1f']}} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:17.240533 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2694c02a-1a74-46b7-9a5a-ad7d0af2f795') {'for_net_delete': True} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:17.240848 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.services.segments.db [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2694c02a-1a74-46b7-9a5a-ad7d0af2f795') {} {{(pid=103078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 21 23:30:17.250704 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735731202973', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2471641'] for segment (2694c02a-1a74-46b7-9a5a-ad7d0af2f795), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.264738 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731'] for segment (2694c02a-1a74-46b7-9a5a-ad7d0af2f795), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.271329 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 21 23:30:17.271722 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1618731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60258161'] for segment (2694c02a-1a74-46b7-9a5a-ad7d0af2f795), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: warnings.warn(msg) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: Traceback (most recent call last): Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: timer() Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: cb(*args, **kw) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: return func(*args, **kwargs) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: self._notify() Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: self.callback(batched_events) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: event.method(event) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: aggregate_uuid = self.p_client.list_aggregates( Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: return f(self, *a, **k) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._get(url).json() Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: return self.request(url, 'GET', **kwargs) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: base_url = self.get_endpoint(auth, allow=allow, Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 21 23:30:17.273429 dv-cinder-825688-1-iscsi neutron-server[103078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 21 23:30:17.413034 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1409112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447708', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3619685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3646895'] for network (cea031c9-609c-451a-98eb-7257b67c0c1f), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.418657 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3619595'] for network (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.421989 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] 10.222.0.138 "DELETE /v2.0/networks/cea031c9-609c-451a-98eb-7257b67c0c1f HTTP/1.1" status: 204 len: 168 time: 0.7237809 Jan 21 23:30:17.433515 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c3104-826a-42aa-9ad0-924743311a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea031c9-609c-451a-98eb-7257b67c0c1f,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:17.710446 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36060) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:17.755237 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-37e8dcef-6ab1-45a0-8341-02c7e17080f4 admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=d44f546c2f3e4030bb4d0859edd3d52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435519 Jan 21 23:30:17.757890 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36062) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:17.805448 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] Publish callbacks [] for security_group (71e95831-daea-421e-951b-cd881b79ef08), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.826713 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] Publish callbacks [] for security_group (71e95831-daea-421e-951b-cd881b79ef08), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.944427 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (71e95831-daea-421e-951b-cd881b79ef08), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.946992 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:17.948473 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/71e95831-daea-421e-951b-cd881b79ef08 HTTP/1.1" status: 204 len: 168 time: 0.1895204 Jan 21 23:30:17.957325 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e3c7d-32d4-4f89-81a4-5965533e9026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e95831-daea-421e-951b-cd881b79ef08,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:18.153148 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 1d72cb6a-d8e4-44d5-a201-94f6291265f6 no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:18.174007 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 1d72cb6a-d8e4-44d5-a201-94f6291265f6 {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:18.174367 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 1d72cb6a-d8e4-44d5-a201-94f6291265f6 not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:18.174799 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 0cc6dae2-5678-4cea-85a5-6f6f08277c9d no longer exists at agent ovs-agent-dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 21 23:30:18.193798 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] No Port match for: 0cc6dae2-5678-4cea-85a5-6f6f08277c9d {{(pid=103080) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 21 23:30:18.194151 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron.plugins.ml2.rpc [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Device 0cc6dae2-5678-4cea-85a5-6f6f08277c9d not bound to the agent host dv-cinder-825688-1-iscsi {{(pid=103080) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 21 23:30:18.642226 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36068) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:18.683360 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-ddb69e77-318e-445b-8cad-b58780536d2e admin admin] 10.222.0.138 "GET /v2.0/security-groups?tenant_id=383a0e18e5f147ec8667dae6681078ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398788 Jan 21 23:30:18.685921 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [-] (103078) accepted ('10.222.0.138', 36070) {{(pid=103078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 21 23:30:18.732776 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] Publish callbacks [] for security_group (531642f0-3063-430b-b8e7-277328c5aa97), before_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:18.754011 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] Publish callbacks [] for security_group (531642f0-3063-430b-b8e7-277328c5aa97), precommit_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:18.901914 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447533'] for security_group (531642f0-3063-430b-b8e7-277328c5aa97), after_delete {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:18.904566 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron_lib.callbacks.manager [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:18.905791 dv-cinder-825688-1-iscsi neutron-server[103078]: INFO neutron.wsgi [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] 10.222.0.138 "DELETE /v2.0/security-groups/531642f0-3063-430b-b8e7-277328c5aa97 HTTP/1.1" status: 204 len: 168 time: 0.2189360 Jan 21 23:30:18.914578 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91273f38-fd8d-4c88-b562-68b8ebeb34bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531642f0-3063-430b-b8e7-277328c5aa97,revision_number=None']} {{(pid=103078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 21 23:30:34.384361 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-31c81a69-ff02-4d52-8171-96b97ee1512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:35.593089 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:36.935233 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-e68c2faf-0d66-4d0b-a7aa-c0c68d098325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:39.146511 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:40.649544 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:41.303898 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:30:44.113488 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:31:04.383505 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-0869f7aa-8dc4-40fc-947a-45131a1b9494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:05.635397 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:06.900607 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-74c73ceb-8b01-4ab1-ad28-70c512fa7745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:09.148761 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:10.654654 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:11.300281 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:21.113174 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:31:34.396840 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-9ae47e23-ac92-468b-b3cb-f8b2ae1334a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:35.631136 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:36.899371 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-60de5964-9913-4470-aeb5-e423b8fa87a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:39.145469 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:40.665680 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:41.286070 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:31:58.112543 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:32:04.382483 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b42c92bb-e181-42f3-b31e-211edfa5742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:05.648146 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:06.904962 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-898cab39-1778-4186-9c8a-d092b2dfcb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:09.153959 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:10.653319 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:11.287728 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:34.367048 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1eff2b7f-c37b-4320-a395-f66af3458be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:35.111515 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:32:35.656317 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:36.896005 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-99882511-9150-4c10-accf-e81c5d27a4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:39.147760 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:40.658781 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:32:41.281287 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:04.440534 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c66d7c50-9129-410c-b80a-c72559e947fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:05.655485 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:06.913120 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-c7dfb439-1964-4666-a4fd-c1a8acf815e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:09.158875 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:10.684713 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:11.329909 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:12.110526 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:33:20.789657 dv-cinder-825688-1-iscsi neutron-server[103078]: DEBUG neutron.wsgi [req-c92e3b67-4482-4dd5-94fa-7b311c336609 req-748cf307-6162-40ca-bc6d-215a89a605e9 service neutron] (103078) timed out ('10.222.0.124', 54586) {{(pid=103078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 21 23:33:34.399889 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-1077d160-44b4-4f51-bd66-2c2622050bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:35.684125 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:36.908585 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-23743870-3ee4-4649-ad40-754410686d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:39.152402 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:40.695454 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:41.319865 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:33:49.110008 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:34:04.397771 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-3d3bdf56-0674-438a-9925-96f33998ca7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:05.689066 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:06.896308 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-b061f6ba-c76a-4774-9f1f-86a076bc1ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:09.164956 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:10.673635 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:11.288916 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:26.108921 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:34:34.427276 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-495c1bdc-22b2-407f-b012-513becc33bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:35.718480 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:36.889906 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-729dde64-2ab7-4b5a-befd-b23ff91ab6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:39.204004 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:40.672944 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:34:41.284441 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:03.108076 dv-cinder-825688-1-iscsi neutron-server[103081]: DEBUG neutron.db.agents_db [None req-16c761e8-8693-4792-baef-79b4fb1288fa None None] Agent healthcheck: found 6 active agents {{(pid=103081) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 21 23:35:04.386549 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-7d1add43-0526-498c-bdbf-13707ed39647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:05.705096 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-44197040-ceb6-4bee-8a6b-769491d77254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (7b8284a0-3a45-4457-ba26-f7518c67455c), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:06.889054 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ffd173a4-0ca8-4f17-ba4f-f972c8dcfa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (17a992b6-723f-4953-a914-615c8020b550), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:09.146990 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-d2fb2cc9-7e57-4988-895b-ddea588e393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (3b2c4cae-6248-4bfc-9413-fdea93412cb9), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:10.678590 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-38efa263-c61d-404a-b3c9-23c58cff1dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (f77d4111-c326-4699-9a8a-3e0d4a882206), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:11.288946 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-42d78865-dd24-4229-bdce-ac45e1550873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (bbf466e6-b22b-4c7e-b398-0a21304b909b), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 21 23:35:34.402930 dv-cinder-825688-1-iscsi neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-ca995149-8234-47e4-9aa6-7f85629b3090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735731203341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1411207'] for agent (ca3e2098-aae5-43cd-9696-630d155ab741), after_update {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}